2024-11-26 10:16:48,875 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 10:16:48,896 main DEBUG Took 0.018816 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 10:16:48,896 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 10:16:48,897 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 10:16:48,897 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 10:16:48,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,908 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 10:16:48,924 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,926 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,927 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,929 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,929 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,930 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,931 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,932 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,932 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,934 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,934 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 10:16:48,935 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,935 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 10:16:48,937 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 10:16:48,938 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 10:16:48,940 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 10:16:48,940 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 10:16:48,941 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 10:16:48,941 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 10:16:48,950 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 10:16:48,952 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 10:16:48,953 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 10:16:48,954 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 10:16:48,954 main DEBUG createAppenders(={Console}) 2024-11-26 10:16:48,955 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-26 10:16:48,955 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 10:16:48,955 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-26 10:16:48,956 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 10:16:48,956 main DEBUG OutputStream closed 2024-11-26 10:16:48,956 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 10:16:48,956 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 10:16:48,957 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-26 10:16:49,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 10:16:49,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 10:16:49,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 10:16:49,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 10:16:49,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 10:16:49,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 10:16:49,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 10:16:49,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 10:16:49,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 10:16:49,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 10:16:49,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 10:16:49,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 10:16:49,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 10:16:49,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 10:16:49,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 10:16:49,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 10:16:49,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 10:16:49,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 10:16:49,033 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 10:16:49,034 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-26 10:16:49,034 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 10:16:49,035 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-26T10:16:49,049 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-26 10:16:49,051 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 10:16:49,052 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T10:16:49,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=7277 2024-11-26T10:16:49,299 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-26T10:16:49,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4 2024-11-26T10:16:49,341 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/cluster_d7c7ce5d-7708-9f8e-235a-d73963197434, deleteOnExit=true 2024-11-26T10:16:49,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/cluster_d7c7ce5d-7708-9f8e-235a-d73963197434/zookeeper_0, clientPort=51891, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/cluster_d7c7ce5d-7708-9f8e-235a-d73963197434/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/cluster_d7c7ce5d-7708-9f8e-235a-d73963197434/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:16:49,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51891 2024-11-26T10:16:49,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:16:49,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:16:49,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/test.cache.data in system properties and HBase conf 2024-11-26T10:16:49,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:16:49,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:16:49,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:16:49,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:16:49,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:16:49,545 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T10:16:49,631 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:16:49,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:16:49,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:16:49,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:16:49,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:16:49,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:16:49,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:16:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:16:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:16:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:16:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:16:49,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:16:49,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:16:49,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:16:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:16:50,485 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T10:16:50,561 INFO [Time-limited test {}] log.Log(170): Logging initialized @2377ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T10:16:50,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:16:50,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:16:50,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:16:50,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:16:50,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:16:50,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:16:50,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:16:50,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:16:50,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/java.io.tmpdir/jetty-localhost-45143-hadoop-hdfs-3_4_1-tests_jar-_-any-16225989270106402607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:16:50,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:45143} 2024-11-26T10:16:50,962 INFO [Time-limited test {}] server.Server(415): Started @2779ms 2024-11-26T10:16:51,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:16:51,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:16:51,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:16:51,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:16:51,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:16:51,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:16:51,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:16:51,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/java.io.tmpdir/jetty-localhost-36803-hadoop-hdfs-3_4_1-tests_jar-_-any-8065348505900417711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:16:51,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:36803} 2024-11-26T10:16:51,480 INFO [Time-limited test {}] server.Server(415): Started @3297ms 2024-11-26T10:16:51,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:16:52,033 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/cluster_d7c7ce5d-7708-9f8e-235a-d73963197434/data/data2/current/BP-1488588726-172.17.0.2-1732616210226/current, will proceed with Du for space computation calculation, 2024-11-26T10:16:52,033 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/cluster_d7c7ce5d-7708-9f8e-235a-d73963197434/data/data1/current/BP-1488588726-172.17.0.2-1732616210226/current, will proceed with Du for space computation calculation, 2024-11-26T10:16:52,063 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:16:52,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4 2024-11-26T10:16:52,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b0c5276e6e9d0d0 with lease ID 0xd1587cd4996ba052: Processing first storage report for DS-eedfed36-8906-4770-b29f-b9a0e864c340 from datanode DatanodeRegistration(127.0.0.1:37707, datanodeUuid=39db1876-b981-4eaf-9ec4-9e2cf95b9e70, infoPort=36003, infoSecurePort=0, ipcPort=45823, storageInfo=lv=-57;cid=testClusterID;nsid=220599545;c=1732616210226) 2024-11-26T10:16:52,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b0c5276e6e9d0d0 with lease ID 0xd1587cd4996ba052: from storage DS-eedfed36-8906-4770-b29f-b9a0e864c340 node DatanodeRegistration(127.0.0.1:37707, datanodeUuid=39db1876-b981-4eaf-9ec4-9e2cf95b9e70, infoPort=36003, infoSecurePort=0, ipcPort=45823, storageInfo=lv=-57;cid=testClusterID;nsid=220599545;c=1732616210226), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T10:16:52,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b0c5276e6e9d0d0 with lease ID 0xd1587cd4996ba052: Processing first storage report for DS-c147c1c6-c005-4ca5-aa1c-bfe85c415758 from datanode DatanodeRegistration(127.0.0.1:37707, datanodeUuid=39db1876-b981-4eaf-9ec4-9e2cf95b9e70, infoPort=36003, infoSecurePort=0, ipcPort=45823, storageInfo=lv=-57;cid=testClusterID;nsid=220599545;c=1732616210226) 2024-11-26T10:16:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b0c5276e6e9d0d0 with lease ID 0xd1587cd4996ba052: from storage DS-c147c1c6-c005-4ca5-aa1c-bfe85c415758 node DatanodeRegistration(127.0.0.1:37707, datanodeUuid=39db1876-b981-4eaf-9ec4-9e2cf95b9e70, infoPort=36003, infoSecurePort=0, ipcPort=45823, storageInfo=lv=-57;cid=testClusterID;nsid=220599545;c=1732616210226), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:16:52,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:52,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:52,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:16:52,753 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141 with version=8 2024-11-26T10:16:52,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/hbase-staging 2024-11-26T10:16:52,851 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T10:16:53,101 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:16:53,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:16:53,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:16:53,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:16:53,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:16:53,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:16:53,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:16:53,313 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T10:16:53,321 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T10:16:53,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:16:53,352 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11943 (auto-detected) 2024-11-26T10:16:53,353 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T10:16:53,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43905 2024-11-26T10:16:53,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43905 connecting to ZooKeeper ensemble=127.0.0.1:51891 2024-11-26T10:16:53,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439050x0, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:16:53,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43905-0x10153c72e8b0000 connected 2024-11-26T10:16:53,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:53,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:53,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/running 2024-11-26T10:16:53,473 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141, hbase.cluster.distributed=false 2024-11-26T10:16:53,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/acl 2024-11-26T10:16:53,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43905 2024-11-26T10:16:53,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43905 2024-11-26T10:16:53,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43905 2024-11-26T10:16:53,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43905 2024-11-26T10:16:53,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43905 2024-11-26T10:16:53,616 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:16:53,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:16:53,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:16:53,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:16:53,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:16:53,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:16:53,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:16:53,623 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:16:53,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36323 2024-11-26T10:16:53,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36323 connecting to ZooKeeper ensemble=127.0.0.1:51891 2024-11-26T10:16:53,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:53,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:53,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363230x0, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:16:53,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36323-0x10153c72e8b0001 connected 2024-11-26T10:16:53,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/running 2024-11-26T10:16:53,642 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:16:53,650 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:16:53,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/master 2024-11-26T10:16:53,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/acl 2024-11-26T10:16:53,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-26T10:16:53,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36323 2024-11-26T10:16:53,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36323 2024-11-26T10:16:53,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-26T10:16:53,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-26T10:16:53,675 DEBUG [M:0;94eedbb855cf:43905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:43905 2024-11-26T10:16:53,676 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01242504152/backup-masters/94eedbb855cf,43905,1732616212903 2024-11-26T10:16:53,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152/backup-masters 2024-11-26T10:16:53,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152/backup-masters 2024-11-26T10:16:53,685 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on existing znode=/01242504152/backup-masters/94eedbb855cf,43905,1732616212903 2024-11-26T10:16:53,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:16:53,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01242504152/master 2024-11-26T10:16:53,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:16:53,708 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on existing znode=/01242504152/master 2024-11-26T10:16:53,709 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01242504152/backup-masters/94eedbb855cf,43905,1732616212903 from backup master directory 2024-11-26T10:16:53,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242504152/backup-masters/94eedbb855cf,43905,1732616212903 2024-11-26T10:16:53,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152/backup-masters 2024-11-26T10:16:53,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152/backup-masters 2024-11-26T10:16:53,722 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:16:53,722 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,43905,1732616212903 2024-11-26T10:16:53,724 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T10:16:53,726 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T10:16:53,780 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/hbase.id] with ID: 202d6298-300e-4557-a359-e639aee4f7e3 2024-11-26T10:16:53,780 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/.tmp/hbase.id 2024-11-26T10:16:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:16:53,790 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/.tmp/hbase.id]:[hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/hbase.id] 2024-11-26T10:16:53,834 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:53,838 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:16:53,857 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-26T10:16:53,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:16:53,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:16:53,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:16:53,882 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:16:53,885 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:16:53,902 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T10:16:53,906 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:16:53,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:16:54,355 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store 2024-11-26T10:16:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:16:54,379 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T10:16:54,382 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:16:54,383 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:16:54,383 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:16:54,383 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:16:54,384 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:16:54,385 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:16:54,385 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:16:54,386 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616214383Disabling compacts and flushes for region at 1732616214383Disabling writes for close at 1732616214385 (+2 ms)Writing region close event to WAL at 1732616214385Closed at 1732616214385 2024-11-26T10:16:54,388 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/.initializing 2024-11-26T10:16:54,388 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,43905,1732616212903 2024-11-26T10:16:54,396 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:16:54,411 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C43905%2C1732616212903, suffix=, logDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,43905,1732616212903, archiveDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/oldWALs, maxLogs=10 2024-11-26T10:16:54,433 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,43905,1732616212903/94eedbb855cf%2C43905%2C1732616212903.1732616214415, exclude list is [], retry=0 2024-11-26T10:16:54,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37707,DS-eedfed36-8906-4770-b29f-b9a0e864c340,DISK] 2024-11-26T10:16:54,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T10:16:54,489 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,43905,1732616212903/94eedbb855cf%2C43905%2C1732616212903.1732616214415 2024-11-26T10:16:54,490 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-26T10:16:54,491 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:16:54,491 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:16:54,494 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:54,495 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:54,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:54,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:16:54,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:54,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:54,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:54,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:16:54,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:54,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:16:54,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:54,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:16:54,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:54,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:16:54,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:54,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:16:54,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:54,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:16:54,582 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:54,586 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:54,588 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:54,593 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:54,594 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:54,597 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:16:54,601 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:54,605 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:16:54,606 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69316037, jitterRate=0.03288944065570831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:16:54,612 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616214508Initializing all the Stores at 1732616214511 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616214511Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616214512 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616214513 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616214513Cleaning up temporary data from old regions at 1732616214594 (+81 ms)Region opened successfully at 1732616214612 (+18 ms) 2024-11-26T10:16:54,614 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:16:54,652 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23897dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:16:54,685 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:16:54,697 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:16:54,698 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:16:54,701 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:16:54,703 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T10:16:54,708 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-26T10:16:54,708 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:16:54,736 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:16:54,745 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Unable to get data of znode /01242504152/balancer because node does not exist (not necessarily an error) 2024-11-26T10:16:54,747 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/balancer already deleted, retry=false 2024-11-26T10:16:54,750 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:16:54,751 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Unable to get data of znode /01242504152/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:16:54,753 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/normalizer already deleted, retry=false 2024-11-26T10:16:54,755 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:16:54,758 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Unable to get data of znode /01242504152/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:16:54,761 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/switch/split already deleted, retry=false 2024-11-26T10:16:54,763 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Unable to get data of znode /01242504152/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:16:54,764 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/switch/merge already deleted, retry=false 2024-11-26T10:16:54,781 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Unable to get data of znode /01242504152/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:16:54,783 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/snapshot-cleanup already deleted, retry=false 2024-11-26T10:16:54,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01242504152/running 2024-11-26T10:16:54,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01242504152/running 2024-11-26T10:16:54,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:16:54,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:16:54,789 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,43905,1732616212903, sessionid=0x10153c72e8b0000, setting cluster-up flag (Was=false) 2024-11-26T10:16:54,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:16:54,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:16:54,809 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01242504152/flush-table-proc/acquired, /01242504152/flush-table-proc/reached, /01242504152/flush-table-proc/abort 2024-11-26T10:16:54,811 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,43905,1732616212903 2024-11-26T10:16:54,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:16:54,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:16:54,822 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01242504152/online-snapshot/acquired, /01242504152/online-snapshot/reached, /01242504152/online-snapshot/abort 2024-11-26T10:16:54,823 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,43905,1732616212903 2024-11-26T10:16:54,830 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:16:54,865 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(746): ClusterId : 202d6298-300e-4557-a359-e639aee4f7e3 2024-11-26T10:16:54,867 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:16:54,873 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:16:54,873 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:16:54,876 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:16:54,877 DEBUG [RS:0;94eedbb855cf:36323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5834ea25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:16:54,895 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:36323 2024-11-26T10:16:54,899 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:16:54,899 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:16:54,900 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:16:54,902 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,43905,1732616212903 with port=36323, startcode=1732616213575 2024-11-26T10:16:54,904 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:16:54,914 DEBUG [RS:0;94eedbb855cf:36323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:16:54,914 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:16:54,920 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:16:54,926 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,43905,1732616212903 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:16:54,933 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:16:54,933 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:16:54,934 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:16:54,934 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:16:54,934 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:16:54,934 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:54,934 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:16:54,934 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:54,938 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616244938 2024-11-26T10:16:54,939 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:16:54,940 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:16:54,940 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:16:54,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:16:54,944 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:16:54,944 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:16:54,945 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:16:54,945 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:16:54,945 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:54,948 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:16:54,948 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:54,949 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:16:54,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:16:54,949 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:16:54,950 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:16:54,953 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:16:54,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:16:54,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:16:54,958 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616214956,5,FailOnTimeoutGroup] 2024-11-26T10:16:54,959 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616214958,5,FailOnTimeoutGroup] 2024-11-26T10:16:54,959 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:54,960 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:16:54,960 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:16:54,961 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:54,961 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:54,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:16:54,986 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T10:16:54,986 WARN [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T10:16:55,087 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,43905,1732616212903 with port=36323, startcode=1732616213575 2024-11-26T10:16:55,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,36323,1732616213575 2024-11-26T10:16:55,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43905 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,36323,1732616213575 2024-11-26T10:16:55,100 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141 2024-11-26T10:16:55,100 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45891 2024-11-26T10:16:55,101 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:16:55,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152/rs 2024-11-26T10:16:55,107 DEBUG [RS:0;94eedbb855cf:36323 {}] zookeeper.ZKUtil(111): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on existing znode=/01242504152/rs/94eedbb855cf,36323,1732616213575 2024-11-26T10:16:55,107 WARN [RS:0;94eedbb855cf:36323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:16:55,107 INFO [RS:0;94eedbb855cf:36323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:16:55,107 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575 2024-11-26T10:16:55,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,36323,1732616213575] 2024-11-26T10:16:55,134 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:16:55,149 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:16:55,154 INFO [RS:0;94eedbb855cf:36323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:16:55,154 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:55,155 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:16:55,162 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:16:55,163 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:55,164 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:55,164 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:55,164 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:55,165 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:55,165 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:55,165 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:16:55,165 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:55,165 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:55,165 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:55,166 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:55,166 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:55,166 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:55,166 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:16:55,166 DEBUG [RS:0;94eedbb855cf:36323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:16:55,167 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:55,167 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:55,167 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:55,168 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:55,168 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:55,168 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,36323,1732616213575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:16:55,187 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:16:55,189 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,36323,1732616213575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:55,190 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:55,190 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.Replication(171): 94eedbb855cf,36323,1732616213575 started 2024-11-26T10:16:55,208 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:55,209 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,36323,1732616213575, RpcServer on 94eedbb855cf/172.17.0.2:36323, sessionid=0x10153c72e8b0001 2024-11-26T10:16:55,209 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:16:55,210 DEBUG [RS:0;94eedbb855cf:36323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,36323,1732616213575 2024-11-26T10:16:55,210 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,36323,1732616213575' 2024-11-26T10:16:55,210 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01242504152/flush-table-proc/abort' 2024-11-26T10:16:55,211 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01242504152/flush-table-proc/acquired' 2024-11-26T10:16:55,212 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:16:55,212 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:16:55,212 DEBUG [RS:0;94eedbb855cf:36323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,36323,1732616213575 2024-11-26T10:16:55,212 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,36323,1732616213575' 2024-11-26T10:16:55,212 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01242504152/online-snapshot/abort' 2024-11-26T10:16:55,213 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01242504152/online-snapshot/acquired' 2024-11-26T10:16:55,214 DEBUG [RS:0;94eedbb855cf:36323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:16:55,214 INFO [RS:0;94eedbb855cf:36323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:16:55,214 INFO [RS:0;94eedbb855cf:36323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:16:55,319 INFO [RS:0;94eedbb855cf:36323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:16:55,323 INFO [RS:0;94eedbb855cf:36323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C36323%2C1732616213575, suffix=, logDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575, archiveDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs, maxLogs=10 2024-11-26T10:16:55,340 DEBUG [RS:0;94eedbb855cf:36323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325, exclude list is [], retry=0 2024-11-26T10:16:55,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37707,DS-eedfed36-8906-4770-b29f-b9a0e864c340,DISK] 2024-11-26T10:16:55,347 INFO [RS:0;94eedbb855cf:36323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 2024-11-26T10:16:55,348 DEBUG [RS:0;94eedbb855cf:36323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-26T10:16:55,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:16:55,365 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141 2024-11-26T10:16:55,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:16:55,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:16:55,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:16:55,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:16:55,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:55,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:55,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:16:55,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:16:55,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:55,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:55,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:16:55,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:16:55,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:55,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:55,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:16:55,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:16:55,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:55,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:55,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:16:55,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740 2024-11-26T10:16:55,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740 2024-11-26T10:16:55,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:16:55,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:16:55,798 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:16:55,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:16:55,804 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:16:55,805 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70716196, jitterRate=0.053753435611724854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:16:55,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616215776Initializing all the Stores at 1732616215778 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616215779 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616215779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616215779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616215779Cleaning up temporary data from old regions at 1732616215797 (+18 ms)Region opened successfully at 1732616215807 (+10 ms) 2024-11-26T10:16:55,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:16:55,808 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:16:55,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:16:55,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:16:55,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:16:55,809 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:16:55,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616215808Disabling compacts and flushes for region at 1732616215808Disabling writes for close at 1732616215808Writing region close event to WAL at 1732616215809 (+1 ms)Closed at 1732616215809 2024-11-26T10:16:55,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:16:55,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:16:55,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:16:55,828 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:16:55,831 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:16:55,983 DEBUG [94eedbb855cf:43905 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:16:55,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,36323,1732616213575 2024-11-26T10:16:56,002 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,36323,1732616213575, state=OPENING 2024-11-26T10:16:56,008 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:16:56,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:16:56,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:16:56,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242504152/meta-region-server: CHANGED 2024-11-26T10:16:56,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242504152/meta-region-server: CHANGED 2024-11-26T10:16:56,012 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:16:56,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,36323,1732616213575}] 2024-11-26T10:16:56,190 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:16:56,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:16:56,206 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:16:56,206 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:16:56,207 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:16:56,210 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C36323%2C1732616213575.meta, suffix=.meta, logDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575, archiveDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs, maxLogs=10 2024-11-26T10:16:56,233 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.meta.1732616216213.meta, exclude list is [], retry=0 2024-11-26T10:16:56,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37707,DS-eedfed36-8906-4770-b29f-b9a0e864c340,DISK] 2024-11-26T10:16:56,240 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.meta.1732616216213.meta 2024-11-26T10:16:56,241 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-26T10:16:56,241 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:16:56,247 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:16:56,248 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:16:56,251 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:16:56,253 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:16:56,256 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:16:56,257 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:16:56,257 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:16:56,257 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:16:56,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:16:56,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:16:56,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:56,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:56,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:16:56,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:16:56,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:56,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:56,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:16:56,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:16:56,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:56,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:56,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:16:56,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:16:56,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:56,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:56,270 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:16:56,271 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740 2024-11-26T10:16:56,273 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740 2024-11-26T10:16:56,276 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:16:56,276 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:16:56,277 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:16:56,279 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:16:56,281 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70056749, jitterRate=0.0439269095659256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:16:56,281 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:16:56,282 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616216258Writing region info on filesystem at 1732616216258Initializing all the Stores at 1732616216260 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616216260Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616216260Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616216260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616216260Cleaning up temporary data from old regions at 1732616216276 (+16 ms)Running coprocessor post-open hooks at 1732616216281 (+5 ms)Region opened successfully at 1732616216282 (+1 ms) 2024-11-26T10:16:56,289 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616216181 2024-11-26T10:16:56,300 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:16:56,301 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:16:56,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,36323,1732616213575 2024-11-26T10:16:56,304 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,36323,1732616213575, state=OPEN 2024-11-26T10:16:56,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01242504152/meta-region-server 2024-11-26T10:16:56,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01242504152/meta-region-server 2024-11-26T10:16:56,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242504152/meta-region-server: CHANGED 2024-11-26T10:16:56,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242504152/meta-region-server: CHANGED 2024-11-26T10:16:56,312 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,36323,1732616213575 2024-11-26T10:16:56,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:16:56,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,36323,1732616213575 in 300 msec 2024-11-26T10:16:56,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:16:56,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 501 msec 2024-11-26T10:16:56,326 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:16:56,326 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:16:56,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:16:56,349 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,36323,1732616213575, seqNum=-1] 2024-11-26T10:16:56,370 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:16:56,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:16:56,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5330 sec 2024-11-26T10:16:56,393 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616216393, completionTime=-1 2024-11-26T10:16:56,396 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:16:56,396 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:16:56,424 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:16:56,424 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616276424 2024-11-26T10:16:56,424 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616336424 2024-11-26T10:16:56,424 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-26T10:16:56,426 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43905,1732616212903-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:56,427 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43905,1732616212903-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:56,427 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43905,1732616212903-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:56,428 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:43905, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:56,429 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:56,430 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:56,435 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:16:56,457 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.735sec 2024-11-26T10:16:56,458 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:16:56,459 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:16:56,460 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:16:56,461 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:16:56,461 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:16:56,462 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43905,1732616212903-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:16:56,462 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43905,1732616212903-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:16:56,471 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:16:56,471 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:16:56,472 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43905,1732616212903-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:56,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:16:56,477 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T10:16:56,477 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T10:16:56,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43905,-1 for getting cluster id 2024-11-26T10:16:56,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:16:56,491 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '202d6298-300e-4557-a359-e639aee4f7e3' 2024-11-26T10:16:56,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:16:56,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "202d6298-300e-4557-a359-e639aee4f7e3" 2024-11-26T10:16:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7aa7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:16:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43905,-1] 2024-11-26T10:16:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:16:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:16:56,501 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:16:56,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:16:56,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:16:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,36323,1732616213575, seqNum=-1] 2024-11-26T10:16:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:16:56,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:16:56,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,43905,1732616212903 2024-11-26T10:16:56,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51891 2024-11-26T10:16:56,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:16:56,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153c72e8b0002 connected 2024-11-26T10:16:56,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/hadoop.log.dir so I do NOT create it in target/test-data/08175465-36f9-1146-e98e-96e6efa47284 2024-11-26T10:16:56,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:16:56,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/hadoop.tmp.dir so I do NOT create it in target/test-data/08175465-36f9-1146-e98e-96e6efa47284 2024-11-26T10:16:56,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:16:56,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284 2024-11-26T10:16:56,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:16:56,582 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/cluster_edd60c09-850b-17f3-9234-b7e5f52f4d19, deleteOnExit=true 2024-11-26T10:16:56,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:16:56,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/test.cache.data in system properties and HBase conf 2024-11-26T10:16:56,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:16:56,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:16:56,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:16:56,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:16:56,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:16:56,583 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:16:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:16:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:16:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:16:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:16:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:16:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:16:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:16:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:16:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:16:56,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:16:56,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:16:56,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:16:56,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:16:56,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:16:56,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:16:56,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:16:56,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:16:56,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:16:56,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:16:56,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:16:56,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:16:56,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:16:56,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/java.io.tmpdir/jetty-localhost-43755-hadoop-hdfs-3_4_1-tests_jar-_-any-401356298318181754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:16:56,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:43755} 2024-11-26T10:16:56,832 INFO [Time-limited test {}] server.Server(415): Started @8650ms 2024-11-26T10:16:56,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:16:56,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:16:56,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:16:56,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:16:56,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:16:56,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:16:56,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:16:57,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/java.io.tmpdir/jetty-localhost-45747-hadoop-hdfs-3_4_1-tests_jar-_-any-8452368651238466737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:16:57,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:45747} 2024-11-26T10:16:57,046 INFO [Time-limited test {}] server.Server(415): Started @8863ms 2024-11-26T10:16:57,047 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:16:57,164 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/cluster_edd60c09-850b-17f3-9234-b7e5f52f4d19/data/data2/current/BP-472196436-172.17.0.2-1732616216632/current, will proceed with Du for space computation calculation, 2024-11-26T10:16:57,164 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/cluster_edd60c09-850b-17f3-9234-b7e5f52f4d19/data/data1/current/BP-472196436-172.17.0.2-1732616216632/current, will proceed with Du for space computation calculation, 2024-11-26T10:16:57,183 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:16:57,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x858c388642e69dd3 with lease ID 0x67f26f1cf8072b39: Processing first storage report for DS-d171d455-05e0-4480-b783-682c04433d85 from datanode DatanodeRegistration(127.0.0.1:45029, datanodeUuid=00282e3c-14b4-4b54-b878-e2425f6c1aca, infoPort=41681, infoSecurePort=0, ipcPort=39921, storageInfo=lv=-57;cid=testClusterID;nsid=170549551;c=1732616216632) 2024-11-26T10:16:57,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x858c388642e69dd3 with lease ID 0x67f26f1cf8072b39: from storage DS-d171d455-05e0-4480-b783-682c04433d85 node DatanodeRegistration(127.0.0.1:45029, datanodeUuid=00282e3c-14b4-4b54-b878-e2425f6c1aca, infoPort=41681, infoSecurePort=0, ipcPort=39921, storageInfo=lv=-57;cid=testClusterID;nsid=170549551;c=1732616216632), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:16:57,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x858c388642e69dd3 with lease ID 0x67f26f1cf8072b39: Processing first storage report for DS-d92fa2a7-d857-4215-94c7-0f7dae820b6d from datanode DatanodeRegistration(127.0.0.1:45029, datanodeUuid=00282e3c-14b4-4b54-b878-e2425f6c1aca, infoPort=41681, infoSecurePort=0, ipcPort=39921, storageInfo=lv=-57;cid=testClusterID;nsid=170549551;c=1732616216632) 2024-11-26T10:16:57,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x858c388642e69dd3 with lease ID 0x67f26f1cf8072b39: from storage DS-d92fa2a7-d857-4215-94c7-0f7dae820b6d node DatanodeRegistration(127.0.0.1:45029, datanodeUuid=00282e3c-14b4-4b54-b878-e2425f6c1aca, infoPort=41681, infoSecurePort=0, ipcPort=39921, storageInfo=lv=-57;cid=testClusterID;nsid=170549551;c=1732616216632), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:16:57,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284 2024-11-26T10:16:57,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:57,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:57,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:16:57,697 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623 with version=8 2024-11-26T10:16:57,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/hbase-staging 2024-11-26T10:16:57,701 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:16:57,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:16:57,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:16:57,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:16:57,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:16:57,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:16:57,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:16:57,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:16:57,703 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34727 2024-11-26T10:16:57,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34727 connecting to ZooKeeper ensemble=127.0.0.1:51891 2024-11-26T10:16:57,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347270x0, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:16:57,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34727-0x10153c72e8b0003 connected 2024-11-26T10:16:57,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:57,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:57,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Set watcher on znode that does not yet exist, /1962993659/running 2024-11-26T10:16:57,730 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623, hbase.cluster.distributed=false 2024-11-26T10:16:57,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Set watcher on znode that does not yet exist, /1962993659/acl 2024-11-26T10:16:57,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-26T10:16:57,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34727 2024-11-26T10:16:57,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34727 2024-11-26T10:16:57,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-26T10:16:57,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-26T10:16:57,752 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:16:57,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:16:57,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:16:57,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:16:57,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:16:57,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:16:57,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:16:57,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:16:57,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43405 2024-11-26T10:16:57,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43405 connecting to ZooKeeper ensemble=127.0.0.1:51891 2024-11-26T10:16:57,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:57,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:57,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434050x0, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:16:57,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Set watcher on znode that does not yet exist, /1962993659/running 2024-11-26T10:16:57,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43405-0x10153c72e8b0004 connected 2024-11-26T10:16:57,772 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:16:57,773 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:16:57,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Set watcher on znode that does not yet exist, /1962993659/master 2024-11-26T10:16:57,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Set watcher on znode that does not yet exist, /1962993659/acl 2024-11-26T10:16:57,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43405 2024-11-26T10:16:57,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43405 2024-11-26T10:16:57,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43405 2024-11-26T10:16:57,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43405 2024-11-26T10:16:57,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43405 2024-11-26T10:16:57,793 DEBUG [M:0;94eedbb855cf:34727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:34727 2024-11-26T10:16:57,794 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1962993659/backup-masters/94eedbb855cf,34727,1732616217700 2024-11-26T10:16:57,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659/backup-masters 2024-11-26T10:16:57,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659/backup-masters 2024-11-26T10:16:57,798 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Set watcher on existing znode=/1962993659/backup-masters/94eedbb855cf,34727,1732616217700 2024-11-26T10:16:57,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1962993659/master 2024-11-26T10:16:57,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:16:57,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:16:57,800 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Set watcher on existing znode=/1962993659/master 2024-11-26T10:16:57,801 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1962993659/backup-masters/94eedbb855cf,34727,1732616217700 from backup master directory 2024-11-26T10:16:57,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659/backup-masters 2024-11-26T10:16:57,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1962993659/backup-masters/94eedbb855cf,34727,1732616217700 2024-11-26T10:16:57,802 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:16:57,802 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,34727,1732616217700 2024-11-26T10:16:57,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659/backup-masters 2024-11-26T10:16:57,809 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/hbase.id] with ID: d72e25aa-63cb-49f6-888b-a8b29e97e2ef 2024-11-26T10:16:57,809 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/.tmp/hbase.id 2024-11-26T10:16:57,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:16:57,817 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/.tmp/hbase.id]:[hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/hbase.id] 2024-11-26T10:16:57,840 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:16:57,840 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:16:57,842 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T10:16:57,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:16:57,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:16:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:16:58,255 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:16:58,256 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:16:58,256 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:16:58,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:16:58,669 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store 2024-11-26T10:16:58,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:16:59,079 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:16:59,079 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:16:59,079 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:16:59,079 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:16:59,079 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:16:59,079 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:16:59,079 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:16:59,079 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616219079Disabling compacts and flushes for region at 1732616219079Disabling writes for close at 1732616219079Writing region close event to WAL at 1732616219079Closed at 1732616219079 2024-11-26T10:16:59,081 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/.initializing 2024-11-26T10:16:59,081 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/WALs/94eedbb855cf,34727,1732616217700 2024-11-26T10:16:59,083 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:16:59,086 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C34727%2C1732616217700, suffix=, logDir=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/WALs/94eedbb855cf,34727,1732616217700, archiveDir=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/oldWALs, maxLogs=10 2024-11-26T10:16:59,101 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/WALs/94eedbb855cf,34727,1732616217700/94eedbb855cf%2C34727%2C1732616217700.1732616219086, exclude list is [], retry=0 2024-11-26T10:16:59,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45029,DS-d171d455-05e0-4480-b783-682c04433d85,DISK] 2024-11-26T10:16:59,108 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/WALs/94eedbb855cf,34727,1732616217700/94eedbb855cf%2C34727%2C1732616217700.1732616219086 2024-11-26T10:16:59,108 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41681:41681)] 2024-11-26T10:16:59,108 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:16:59,109 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:16:59,109 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:59,109 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:59,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:59,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:16:59,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:59,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:59,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:59,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:16:59,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:59,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:16:59,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:59,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:16:59,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:59,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:16:59,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:59,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:16:59,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:59,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:16:59,124 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:59,125 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:59,126 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:59,128 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:59,128 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:59,129 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:16:59,131 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:16:59,134 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:16:59,135 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61215258, jitterRate=-0.08782157301902771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:16:59,135 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616219109Initializing all the Stores at 1732616219111 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616219111Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616219111Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616219111Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616219111Cleaning up temporary data from old regions at 1732616219128 (+17 ms)Region opened successfully at 1732616219135 (+7 ms) 2024-11-26T10:16:59,136 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:16:59,141 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404298a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:16:59,142 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:16:59,142 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:16:59,142 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:16:59,143 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:16:59,143 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:16:59,144 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:16:59,144 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:16:59,147 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:16:59,148 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Unable to get data of znode /1962993659/balancer because node does not exist (not necessarily an error) 2024-11-26T10:16:59,155 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1962993659/balancer already deleted, retry=false 2024-11-26T10:16:59,155 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:16:59,156 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Unable to get data of znode /1962993659/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:16:59,157 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1962993659/normalizer already deleted, retry=false 2024-11-26T10:16:59,158 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:16:59,159 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Unable to get data of znode /1962993659/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:16:59,160 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1962993659/switch/split already deleted, retry=false 2024-11-26T10:16:59,161 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Unable to get data of znode /1962993659/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:16:59,163 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1962993659/switch/merge already deleted, retry=false 2024-11-26T10:16:59,165 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Unable to get data of znode /1962993659/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:16:59,168 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1962993659/snapshot-cleanup already deleted, retry=false 2024-11-26T10:16:59,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1962993659/running 2024-11-26T10:16:59,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1962993659/running 2024-11-26T10:16:59,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:16:59,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:16:59,173 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,34727,1732616217700, sessionid=0x10153c72e8b0003, setting cluster-up flag (Was=false) 2024-11-26T10:16:59,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:16:59,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:16:59,182 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1962993659/flush-table-proc/acquired, /1962993659/flush-table-proc/reached, /1962993659/flush-table-proc/abort 2024-11-26T10:16:59,183 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,34727,1732616217700 2024-11-26T10:16:59,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:16:59,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:16:59,199 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1962993659/online-snapshot/acquired, /1962993659/online-snapshot/reached, /1962993659/online-snapshot/abort 2024-11-26T10:16:59,200 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,34727,1732616217700 2024-11-26T10:16:59,202 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:16:59,205 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:16:59,206 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:16:59,206 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:16:59,206 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,34727,1732616217700 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:16:59,208 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:16:59,208 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:16:59,208 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:16:59,208 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:16:59,208 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:16:59,208 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,209 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:16:59,209 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,210 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616249210 2024-11-26T10:16:59,210 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:16:59,210 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:16:59,210 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:16:59,210 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:16:59,210 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:16:59,210 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:16:59,211 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,211 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:16:59,211 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:16:59,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:16:59,211 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:16:59,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:16:59,211 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:16:59,212 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:16:59,212 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:16:59,212 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616219212,5,FailOnTimeoutGroup] 2024-11-26T10:16:59,213 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:59,213 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616219212,5,FailOnTimeoutGroup] 2024-11-26T10:16:59,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:16:59,213 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,214 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:16:59,214 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,214 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:16:59,283 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(746): ClusterId : d72e25aa-63cb-49f6-888b-a8b29e97e2ef 2024-11-26T10:16:59,283 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:16:59,285 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:16:59,285 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:16:59,288 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:16:59,288 DEBUG [RS:0;94eedbb855cf:43405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dca41fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:16:59,301 DEBUG [RS:0;94eedbb855cf:43405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:43405 2024-11-26T10:16:59,302 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:16:59,302 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:16:59,302 DEBUG [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:16:59,302 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,34727,1732616217700 with port=43405, startcode=1732616217752 2024-11-26T10:16:59,303 DEBUG [RS:0;94eedbb855cf:43405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:16:59,305 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:16:59,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34727 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,43405,1732616217752 2024-11-26T10:16:59,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34727 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,43405,1732616217752 2024-11-26T10:16:59,310 DEBUG [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623 2024-11-26T10:16:59,310 DEBUG [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41969 2024-11-26T10:16:59,310 DEBUG [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:16:59,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659/rs 2024-11-26T10:16:59,312 DEBUG [RS:0;94eedbb855cf:43405 {}] zookeeper.ZKUtil(111): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Set watcher on existing znode=/1962993659/rs/94eedbb855cf,43405,1732616217752 2024-11-26T10:16:59,312 WARN [RS:0;94eedbb855cf:43405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:16:59,312 INFO [RS:0;94eedbb855cf:43405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:16:59,312 DEBUG [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/WALs/94eedbb855cf,43405,1732616217752 2024-11-26T10:16:59,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,43405,1732616217752] 2024-11-26T10:16:59,317 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:16:59,320 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:16:59,320 INFO [RS:0;94eedbb855cf:43405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:16:59,321 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,321 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:16:59,322 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:16:59,322 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,323 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,323 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,323 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,323 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,323 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,323 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:16:59,323 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,324 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,324 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,324 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,324 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,324 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:16:59,324 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:16:59,324 DEBUG [RS:0;94eedbb855cf:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:16:59,325 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,325 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,325 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,325 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,325 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,325 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43405,1732616217752-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:16:59,341 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:16:59,341 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43405,1732616217752-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,342 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,342 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.Replication(171): 94eedbb855cf,43405,1732616217752 started 2024-11-26T10:16:59,357 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:16:59,357 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,43405,1732616217752, RpcServer on 94eedbb855cf/172.17.0.2:43405, sessionid=0x10153c72e8b0004 2024-11-26T10:16:59,357 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:16:59,357 DEBUG [RS:0;94eedbb855cf:43405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,43405,1732616217752 2024-11-26T10:16:59,357 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,43405,1732616217752' 2024-11-26T10:16:59,357 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1962993659/flush-table-proc/abort' 2024-11-26T10:16:59,358 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1962993659/flush-table-proc/acquired' 2024-11-26T10:16:59,358 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:16:59,358 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:16:59,358 DEBUG [RS:0;94eedbb855cf:43405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,43405,1732616217752 2024-11-26T10:16:59,358 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,43405,1732616217752' 2024-11-26T10:16:59,358 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1962993659/online-snapshot/abort' 2024-11-26T10:16:59,359 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1962993659/online-snapshot/acquired' 2024-11-26T10:16:59,359 DEBUG [RS:0;94eedbb855cf:43405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:16:59,359 INFO [RS:0;94eedbb855cf:43405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:16:59,359 INFO [RS:0;94eedbb855cf:43405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:16:59,460 INFO [RS:0;94eedbb855cf:43405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:16:59,463 INFO [RS:0;94eedbb855cf:43405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C43405%2C1732616217752, suffix=, logDir=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/WALs/94eedbb855cf,43405,1732616217752, archiveDir=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/oldWALs, maxLogs=10 2024-11-26T10:16:59,479 DEBUG [RS:0;94eedbb855cf:43405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/WALs/94eedbb855cf,43405,1732616217752/94eedbb855cf%2C43405%2C1732616217752.1732616219465, exclude list is [], retry=0 2024-11-26T10:16:59,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45029,DS-d171d455-05e0-4480-b783-682c04433d85,DISK] 2024-11-26T10:16:59,486 INFO [RS:0;94eedbb855cf:43405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/WALs/94eedbb855cf,43405,1732616217752/94eedbb855cf%2C43405%2C1732616217752.1732616219465 2024-11-26T10:16:59,486 DEBUG [RS:0;94eedbb855cf:43405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41681:41681)] 2024-11-26T10:16:59,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:16:59,642 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623 2024-11-26T10:16:59,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:16:59,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:16:59,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:16:59,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:16:59,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:59,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:59,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:16:59,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:16:59,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:59,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:59,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:16:59,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:16:59,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:59,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:59,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:16:59,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:16:59,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:16:59,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:16:59,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:16:59,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/data/hbase/meta/1588230740 2024-11-26T10:16:59,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/data/hbase/meta/1588230740 2024-11-26T10:16:59,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:16:59,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:16:59,671 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:16:59,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:16:59,676 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:16:59,677 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60456955, jitterRate=-0.09912116825580597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:16:59,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616219651Initializing all the Stores at 1732616219653 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616219653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616219653Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616219653Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616219653Cleaning up temporary data from old regions at 1732616219670 (+17 ms)Region opened successfully at 1732616219677 (+7 ms) 2024-11-26T10:16:59,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:16:59,678 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:16:59,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:16:59,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:16:59,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:16:59,678 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:16:59,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616219678Disabling compacts and flushes for region at 1732616219678Disabling writes for close at 1732616219678Writing region close event to WAL at 1732616219678Closed at 1732616219678 2024-11-26T10:16:59,681 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:16:59,681 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:16:59,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:16:59,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:16:59,691 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:16:59,841 DEBUG [94eedbb855cf:34727 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:16:59,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,43405,1732616217752 2024-11-26T10:16:59,844 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,43405,1732616217752, state=OPENING 2024-11-26T10:16:59,849 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:16:59,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:16:59,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:16:59,851 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:16:59,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1962993659/meta-region-server: CHANGED 2024-11-26T10:16:59,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1962993659/meta-region-server: CHANGED 2024-11-26T10:16:59,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,43405,1732616217752}] 2024-11-26T10:17:00,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:17:00,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:17:00,014 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:17:00,014 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:00,015 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:17:00,018 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C43405%2C1732616217752.meta, suffix=.meta, logDir=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/WALs/94eedbb855cf,43405,1732616217752, archiveDir=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/oldWALs, maxLogs=10 2024-11-26T10:17:00,041 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/WALs/94eedbb855cf,43405,1732616217752/94eedbb855cf%2C43405%2C1732616217752.meta.1732616220020.meta, exclude list is [], retry=0 2024-11-26T10:17:00,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45029,DS-d171d455-05e0-4480-b783-682c04433d85,DISK] 2024-11-26T10:17:00,048 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/WALs/94eedbb855cf,43405,1732616217752/94eedbb855cf%2C43405%2C1732616217752.meta.1732616220020.meta 2024-11-26T10:17:00,048 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41681:41681)] 2024-11-26T10:17:00,049 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:00,049 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:17:00,049 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:17:00,050 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:17:00,050 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:17:00,050 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:17:00,050 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:00,050 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:17:00,050 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:17:00,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:17:00,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:17:00,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:00,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:00,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:17:00,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:17:00,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:00,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:00,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:17:00,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:17:00,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:00,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:00,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:17:00,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:17:00,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:00,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:00,060 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:17:00,061 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/data/hbase/meta/1588230740 2024-11-26T10:17:00,062 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/data/hbase/meta/1588230740 2024-11-26T10:17:00,064 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:17:00,064 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:17:00,065 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:00,067 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:17:00,068 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59609158, jitterRate=-0.11175432801246643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:00,069 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:17:00,069 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616220051Writing region info on filesystem at 1732616220051Initializing all the Stores at 1732616220052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616220052Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616220052Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616220052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616220053 (+1 ms)Cleaning up temporary data from old regions at 1732616220064 (+11 ms)Running coprocessor post-open hooks at 1732616220069 (+5 ms)Region opened successfully at 1732616220069 2024-11-26T10:17:00,070 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616220005 2024-11-26T10:17:00,074 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:17:00,074 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:17:00,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,43405,1732616217752 2024-11-26T10:17:00,077 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,43405,1732616217752, state=OPEN 2024-11-26T10:17:00,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1962993659/meta-region-server 2024-11-26T10:17:00,078 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,43405,1732616217752 2024-11-26T10:17:00,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1962993659/meta-region-server 2024-11-26T10:17:00,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1962993659/meta-region-server: CHANGED 2024-11-26T10:17:00,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1962993659/meta-region-server: CHANGED 2024-11-26T10:17:00,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:17:00,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,43405,1732616217752 in 226 msec 2024-11-26T10:17:00,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:17:00,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-26T10:17:00,087 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:00,087 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:17:00,089 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:00,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,43405,1732616217752, seqNum=-1] 2024-11-26T10:17:00,090 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:00,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:00,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 895 msec 2024-11-26T10:17:00,100 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616220100, completionTime=-1 2024-11-26T10:17:00,100 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:17:00,100 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:17:00,103 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:17:00,103 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616280103 2024-11-26T10:17:00,103 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616340103 2024-11-26T10:17:00,103 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T10:17:00,103 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34727,1732616217700-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:00,103 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34727,1732616217700-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:00,103 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34727,1732616217700-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:00,103 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:34727, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:00,103 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:00,104 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:00,106 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:17:00,109 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.305sec 2024-11-26T10:17:00,109 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:17:00,109 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:17:00,109 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:17:00,109 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:17:00,109 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:17:00,109 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34727,1732616217700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:17:00,109 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34727,1732616217700-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:17:00,113 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:17:00,113 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:17:00,113 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34727,1732616217700-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:00,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:00,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34727,-1 for getting cluster id 2024-11-26T10:17:00,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:00,186 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72e25aa-63cb-49f6-888b-a8b29e97e2ef' 2024-11-26T10:17:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72e25aa-63cb-49f6-888b-a8b29e97e2ef" 2024-11-26T10:17:00,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eeb5f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:00,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34727,-1] 2024-11-26T10:17:00,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:00,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:00,190 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:00,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:00,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,43405,1732616217752, seqNum=-1] 2024-11-26T10:17:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:00,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:00,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,34727,1732616217700 2024-11-26T10:17:00,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51891 2024-11-26T10:17:00,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:00,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153c72e8b0005 connected 2024-11-26T10:17:00,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:00,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43905,-1 for getting cluster id 2024-11-26T10:17:00,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:00,211 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '202d6298-300e-4557-a359-e639aee4f7e3' 2024-11-26T10:17:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "202d6298-300e-4557-a359-e639aee4f7e3" 2024-11-26T10:17:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f37f9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:00,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43905,-1] 2024-11-26T10:17:00,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:00,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:00,214 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:00,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485b1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:00,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43905,1732616212903 2024-11-26T10:17:00,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56fd8601 2024-11-26T10:17:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:00,233 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:00,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:34727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:17:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:17:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:00,248 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:34727' 2024-11-26T10:17:00,250 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbd8e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:00,250 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34727,-1 for getting cluster id 2024-11-26T10:17:00,250 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:00,251 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72e25aa-63cb-49f6-888b-a8b29e97e2ef' 2024-11-26T10:17:00,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:00,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72e25aa-63cb-49f6-888b-a8b29e97e2ef" 2024-11-26T10:17:00,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d8d96b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:00,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34727,-1] 2024-11-26T10:17:00,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:00,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:00,254 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:00,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a54507f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:00,255 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:00,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34727,1732616217700 2024-11-26T10:17:00,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26503ce 2024-11-26T10:17:00,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:00,262 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:00,274 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T10:17:00,274 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:17:00,278 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:00,279 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:00,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:00,281 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:17:00,286 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:17:00,289 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:17:00,290 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:00,291 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:17:00,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741835_1011 (size=1138) 2024-11-26T10:17:00,338 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:17:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:00,704 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac6b0d68b794cf1e72bb7008f36b80f8, NAME => 'hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141 2024-11-26T10:17:00,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741836_1012 (size=44) 2024-11-26T10:17:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:01,116 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:01,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ac6b0d68b794cf1e72bb7008f36b80f8, disabling compactions & flushes 2024-11-26T10:17:01,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:01,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:01,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. after waiting 0 ms 2024-11-26T10:17:01,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:01,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:01,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac6b0d68b794cf1e72bb7008f36b80f8: Waiting for close lock at 1732616221116Disabling compacts and flushes for region at 1732616221116Disabling writes for close at 1732616221117 (+1 ms)Writing region close event to WAL at 1732616221117Closed at 1732616221117 2024-11-26T10:17:01,119 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:17:01,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616221119"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616221119"}]},"ts":"1732616221119"} 2024-11-26T10:17:01,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:17:01,132 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:17:01,134 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:17:01,138 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616221135"}]},"ts":"1732616221135"} 2024-11-26T10:17:01,141 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:17:01,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac6b0d68b794cf1e72bb7008f36b80f8, ASSIGN}] 2024-11-26T10:17:01,145 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac6b0d68b794cf1e72bb7008f36b80f8, ASSIGN 2024-11-26T10:17:01,146 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac6b0d68b794cf1e72bb7008f36b80f8, ASSIGN; state=OFFLINE, location=94eedbb855cf,36323,1732616213575; forceNewPlan=false, retain=false 2024-11-26T10:17:01,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ac6b0d68b794cf1e72bb7008f36b80f8, regionState=OPENING, regionLocation=94eedbb855cf,36323,1732616213575 2024-11-26T10:17:01,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac6b0d68b794cf1e72bb7008f36b80f8, ASSIGN because future has completed 2024-11-26T10:17:01,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac6b0d68b794cf1e72bb7008f36b80f8, server=94eedbb855cf,36323,1732616213575}] 2024-11-26T10:17:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:01,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:01,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:01,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:17:01,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C36323%2C1732616213575.rep, suffix=, logDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575, archiveDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs, maxLogs=10 2024-11-26T10:17:01,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.rep.1732616221469, exclude list is [], retry=0 2024-11-26T10:17:01,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37707,DS-eedfed36-8906-4770-b29f-b9a0e864c340,DISK] 2024-11-26T10:17:01,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.rep.1732616221469 2024-11-26T10:17:01,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-26T10:17:01,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ac6b0d68b794cf1e72bb7008f36b80f8, NAME => 'hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:01,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:17:01,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:17:01,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. service=MultiRowMutationService 2024-11-26T10:17:01,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:17:01,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:01,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,502 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,504 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac6b0d68b794cf1e72bb7008f36b80f8 columnFamilyName hfileref 2024-11-26T10:17:01,504 DEBUG [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:01,505 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.HStore(327): Store=ac6b0d68b794cf1e72bb7008f36b80f8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:01,505 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,507 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac6b0d68b794cf1e72bb7008f36b80f8 columnFamilyName queue 2024-11-26T10:17:01,507 DEBUG [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:01,508 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.HStore(327): Store=ac6b0d68b794cf1e72bb7008f36b80f8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:01,508 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,510 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac6b0d68b794cf1e72bb7008f36b80f8 columnFamilyName sid 2024-11-26T10:17:01,510 DEBUG [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:01,510 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.HStore(327): Store=ac6b0d68b794cf1e72bb7008f36b80f8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:01,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:17:01,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:01,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ac6b0d68b794cf1e72bb7008f36b80f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62848261, jitterRate=-0.0634879320859909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:17:01,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:01,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ac6b0d68b794cf1e72bb7008f36b80f8: Running coprocessor pre-open hook at 1732616221500Writing region info on filesystem at 1732616221500Initializing all the Stores at 1732616221502 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616221502Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616221502Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616221502Cleaning up temporary data from old regions at 1732616221514 (+12 ms)Running coprocessor post-open hooks at 1732616221521 (+7 ms)Region opened successfully at 1732616221522 (+1 ms) 2024-11-26T10:17:01,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8., pid=7, masterSystemTime=1732616221458 2024-11-26T10:17:01,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:01,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:01,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ac6b0d68b794cf1e72bb7008f36b80f8, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,36323,1732616213575 2024-11-26T10:17:01,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac6b0d68b794cf1e72bb7008f36b80f8, server=94eedbb855cf,36323,1732616213575 because future has completed 2024-11-26T10:17:01,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T10:17:01,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ac6b0d68b794cf1e72bb7008f36b80f8, server=94eedbb855cf,36323,1732616213575 in 232 msec 2024-11-26T10:17:01,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:17:01,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac6b0d68b794cf1e72bb7008f36b80f8, ASSIGN in 399 msec 2024-11-26T10:17:01,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:17:01,548 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616221547"}]},"ts":"1732616221547"} 2024-11-26T10:17:01,551 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:17:01,553 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:17:01,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2720 sec 2024-11-26T10:17:01,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8., hostname=94eedbb855cf,36323,1732616213575, seqNum=2] 2024-11-26T10:17:01,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36323 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T10:17:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:17:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:17:01,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:17:01,765 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:17:01,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T10:17:01,799 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:17:01,848 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,36323,1732616213575, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:17:01,849 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:01,849 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,36323,1732616213575, seqNum=-1] 2024-11-26T10:17:01,850 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:01,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T10:17:01,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,36323,1732616213575', locateType=CURRENT is [region=hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8., hostname=94eedbb855cf,36323,1732616213575, seqNum=2] 2024-11-26T10:17:01,864 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T10:17:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T10:17:01,871 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,36323,1732616213575 suceeded 2024-11-26T10:17:01,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T10:17:01,877 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:34727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:17:01,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 244 msec 2024-11-26T10:17:01,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6410 sec 2024-11-26T10:17:01,887 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:34727' 2024-11-26T10:17:01,889 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cc6e3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:01,889 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34727,-1 for getting cluster id 2024-11-26T10:17:01,889 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:01,890 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72e25aa-63cb-49f6-888b-a8b29e97e2ef' 2024-11-26T10:17:01,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:01,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72e25aa-63cb-49f6-888b-a8b29e97e2ef" 2024-11-26T10:17:01,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a75c4da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:01,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34727,-1] 2024-11-26T10:17:01,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:01,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:01,893 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:01,894 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5630d9c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:01,894 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:01,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34727,1732616217700 2024-11-26T10:17:01,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2042df19 2024-11-26T10:17:01,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:01,897 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T10:17:01,898 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,36323,1732616213575 (queues=1) is replicating from cluster=202d6298-300e-4557-a359-e639aee4f7e3 to cluster=d72e25aa-63cb-49f6-888b-a8b29e97e2ef 2024-11-26T10:17:01,901 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C36323%2C1732616213575 2024-11-26T10:17:01,908 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,36323,1732616213575, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:17:01,912 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575.replicationSource.shipper94eedbb855cf%2C36323%2C1732616213575,1-94eedbb855cf,36323,1732616213575 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C36323%2C1732616213575 2024-11-26T10:17:01,915 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,1-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325, startPosition=0, beingWritten=true 2024-11-26T10:17:02,185 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,1-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 to pos 0, reset compression=false 2024-11-26T10:17:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:02,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:02,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:02,402 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:17:02,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:02,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:02,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:02,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:02,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43905,-1 for getting cluster id 2024-11-26T10:17:02,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:02,405 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '202d6298-300e-4557-a359-e639aee4f7e3' 2024-11-26T10:17:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "202d6298-300e-4557-a359-e639aee4f7e3" 2024-11-26T10:17:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d84bd01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43905,-1] 2024-11-26T10:17:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:02,410 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:02,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2091df7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:02,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43905,1732616212903 2024-11-26T10:17:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28b3bd26 2024-11-26T10:17:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:02,415 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:02,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://94eedbb855cf:34727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:17:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:17:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T10:17:02,421 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:34727' 2024-11-26T10:17:02,423 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10adcc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:02,423 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34727,-1 for getting cluster id 2024-11-26T10:17:02,423 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:02,424 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72e25aa-63cb-49f6-888b-a8b29e97e2ef' 2024-11-26T10:17:02,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:02,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72e25aa-63cb-49f6-888b-a8b29e97e2ef" 2024-11-26T10:17:02,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5060e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:02,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34727,-1] 2024-11-26T10:17:02,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:02,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:02,426 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:02,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ccc667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:02,428 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:02,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34727,1732616217700 2024-11-26T10:17:02,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cc34551 2024-11-26T10:17:02,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:02,431 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:02,432 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-26T10:17:02,432 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:17:02,432 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:02,432 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:02,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:02,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:17:02,493 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,1-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 to pos 0, reset compression=false 2024-11-26T10:17:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T10:17:02,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-26T10:17:02,602 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T10:17:02,648 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-94eedbb855cf,36323,1732616213575, ReplicationSource: 2, currentBandwidth=0 2024-11-26T10:17:02,652 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-26T10:17:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-26T10:17:02,657 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 94eedbb855cf,36323,1732616213575 suceeded 2024-11-26T10:17:02,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:17:02,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-26T10:17:02,662 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://94eedbb855cf:34727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:17:02,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 246 msec 2024-11-26T10:17:02,671 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:34727' 2024-11-26T10:17:02,673 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a7e0ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:02,673 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34727,-1 for getting cluster id 2024-11-26T10:17:02,673 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:02,675 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72e25aa-63cb-49f6-888b-a8b29e97e2ef' 2024-11-26T10:17:02,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:02,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72e25aa-63cb-49f6-888b-a8b29e97e2ef" 2024-11-26T10:17:02,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b72e434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:02,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34727,-1] 2024-11-26T10:17:02,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:02,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:02,677 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:02,678 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ac3406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:02,678 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:02,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34727,1732616217700 2024-11-26T10:17:02,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c437cf4 2024-11-26T10:17:02,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:02,681 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T10:17:02,682 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-94eedbb855cf,36323,1732616213575 (queues=1) is replicating from cluster=202d6298-300e-4557-a359-e639aee4f7e3 to cluster=d72e25aa-63cb-49f6-888b-a8b29e97e2ef 2024-11-26T10:17:02,682 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=94eedbb855cf%2C36323%2C1732616213575 2024-11-26T10:17:02,682 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-94eedbb855cf,36323,1732616213575, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:17:02,683 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575.replicationSource.shipper94eedbb855cf%2C36323%2C1732616213575,2-94eedbb855cf,36323,1732616213575 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C36323%2C1732616213575 2024-11-26T10:17:02,683 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,2-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325, startPosition=0, beingWritten=true 2024-11-26T10:17:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T10:17:02,741 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T10:17:02,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:02,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:02,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:02,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:02,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:02,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43905,1732616212903 2024-11-26T10:17:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3767f5f6 2024-11-26T10:17:02,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:02,748 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:02,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T10:17:02,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T10:17:02,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T10:17:02,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T10:17:02,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:34727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:17:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T10:17:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T10:17:02,767 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:34727' 2024-11-26T10:17:02,770 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc65c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:02,771 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34727,-1 for getting cluster id 2024-11-26T10:17:02,771 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:02,772 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72e25aa-63cb-49f6-888b-a8b29e97e2ef' 2024-11-26T10:17:02,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:02,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72e25aa-63cb-49f6-888b-a8b29e97e2ef" 2024-11-26T10:17:02,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341ed034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:02,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34727,-1] 2024-11-26T10:17:02,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:02,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:02,775 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:02,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab0e12b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:02,776 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:02,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34727,1732616217700 2024-11-26T10:17:02,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eabecad 2024-11-26T10:17:02,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:02,780 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:02,781 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:17:02,781 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:17:02,781 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:02,781 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:02,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:02,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:17:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T10:17:02,890 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,2-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 to pos 0, reset compression=false 2024-11-26T10:17:02,901 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,1-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 to pos 0, reset compression=false 2024-11-26T10:17:02,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-26T10:17:02,943 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-26T10:17:02,945 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-26T10:17:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-26T10:17:02,948 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 94eedbb855cf,36323,1732616213575 suceeded 2024-11-26T10:17:02,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T10:17:02,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-26T10:17:02,951 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://94eedbb855cf:34727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:17:02,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-11-26T10:17:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T10:17:03,081 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-26T10:17:03,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://94eedbb855cf:34727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:17:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T10:17:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T10:17:03,086 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:34727' 2024-11-26T10:17:03,087 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d703b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:03,087 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34727,-1 for getting cluster id 2024-11-26T10:17:03,088 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:03,088 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72e25aa-63cb-49f6-888b-a8b29e97e2ef' 2024-11-26T10:17:03,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:03,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72e25aa-63cb-49f6-888b-a8b29e97e2ef" 2024-11-26T10:17:03,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c4029f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:03,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34727,-1] 2024-11-26T10:17:03,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:03,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:03,090 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:03,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e877b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:03,091 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:03,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34727,1732616217700 2024-11-26T10:17:03,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5419bfac 2024-11-26T10:17:03,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:03,094 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:03,095 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T10:17:03,095 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:17:03,095 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:03,095 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:03,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:03,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:17:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T10:17:03,197 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,2-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 to pos 0, reset compression=false 2024-11-26T10:17:03,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-26T10:17:03,253 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-26T10:17:03,254 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-26T10:17:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-26T10:17:03,258 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 94eedbb855cf,36323,1732616213575 suceeded 2024-11-26T10:17:03,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T10:17:03,261 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://94eedbb855cf:34727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:17:03,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-26T10:17:03,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-26T10:17:03,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T10:17:03,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T10:17:03,312 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T10:17:03,312 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T10:17:03,313 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:17:03,313 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T10:17:03,313 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:17:03,313 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T10:17:03,313 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T10:17:03,313 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T10:17:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T10:17:03,400 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-26T10:17:03,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T10:17:03,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T10:17:03,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:03,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:03,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:03,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:03,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:03,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:17:03,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1936995498, stopped=false 2024-11-26T10:17:03,404 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,43905,1732616212903 2024-11-26T10:17:03,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242504152/running 2024-11-26T10:17:03,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242504152/running 2024-11-26T10:17:03,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:17:03,406 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:17:03,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:17:03,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:03,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:03,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:03,406 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,1-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 to pos 0, reset compression=false 2024-11-26T10:17:03,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/running 2024-11-26T10:17:03,407 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,36323,1732616213575' ***** 2024-11-26T10:17:03,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/running 2024-11-26T10:17:03,407 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:17:03,407 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:17:03,407 INFO [RS:0;94eedbb855cf:36323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:17:03,408 INFO [RS:0;94eedbb855cf:36323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:17:03,408 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:17:03,408 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(3091): Received CLOSE for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:03,408 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,36323,1732616213575 2024-11-26T10:17:03,409 INFO [RS:0;94eedbb855cf:36323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:17:03,409 INFO [RS:0;94eedbb855cf:36323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:36323. 2024-11-26T10:17:03,409 DEBUG [RS:0;94eedbb855cf:36323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:03,409 DEBUG [RS:0;94eedbb855cf:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:03,409 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:17:03,409 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:17:03,409 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:17:03,409 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac6b0d68b794cf1e72bb7008f36b80f8, disabling compactions & flushes 2024-11-26T10:17:03,409 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:17:03,409 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:03,409 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:03,409 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. after waiting 0 ms 2024-11-26T10:17:03,409 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:03,410 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:17:03,410 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1325): Online Regions={ac6b0d68b794cf1e72bb7008f36b80f8=hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:17:03,410 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:17:03,410 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:17:03,410 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:17:03,410 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:17:03,410 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:17:03,410 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:03,413 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac6b0d68b794cf1e72bb7008f36b80f8 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-26T10:17:03,413 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T10:17:03,474 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:17:03,486 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8/.tmp/queue/f37929abaf5d4d8e80651f5342538c5f is 151, key is 1-94eedbb855cf,36323,1732616213575/queue:94eedbb855cf%2C36323%2C1732616213575/1732616221859/Put/seqid=0 2024-11-26T10:17:03,486 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/.tmp/info/05d5c56201344bd09c938980109595c6 is 147, key is hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8./info:regioninfo/1732616221529/Put/seqid=0 2024-11-26T10:17:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741839_1015 (size=5500) 2024-11-26T10:17:03,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741838_1014 (size=6631) 2024-11-26T10:17:03,500 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8/.tmp/queue/f37929abaf5d4d8e80651f5342538c5f 2024-11-26T10:17:03,552 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8/.tmp/queue/f37929abaf5d4d8e80651f5342538c5f as hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8/queue/f37929abaf5d4d8e80651f5342538c5f 2024-11-26T10:17:03,561 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8/queue/f37929abaf5d4d8e80651f5342538c5f, entries=2, sequenceid=6, filesize=5.4 K 2024-11-26T10:17:03,569 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for ac6b0d68b794cf1e72bb7008f36b80f8 in 154ms, sequenceid=6, compaction requested=false 2024-11-26T10:17:03,569 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T10:17:03,577 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T10:17:03,580 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:17:03,580 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:17:03,581 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:03,581 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac6b0d68b794cf1e72bb7008f36b80f8: Waiting for close lock at 1732616223409Running coprocessor pre-close hooks at 1732616223409Disabling compacts and flushes for region at 1732616223409Disabling writes for close at 1732616223409Obtaining lock to block concurrent updates at 1732616223413 (+4 ms)Preparing flush snapshotting stores in ac6b0d68b794cf1e72bb7008f36b80f8 at 1732616223413Finished memstore snapshotting hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732616223421 (+8 ms)Flushing stores of hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. at 1732616223423 (+2 ms)Flushing ac6b0d68b794cf1e72bb7008f36b80f8/queue: creating writer at 1732616223424 (+1 ms)Flushing ac6b0d68b794cf1e72bb7008f36b80f8/queue: appending metadata at 1732616223465 (+41 ms)Flushing ac6b0d68b794cf1e72bb7008f36b80f8/queue: closing flushed file at 1732616223468 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ee2d8b: reopening flushed file at 1732616223550 (+82 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for ac6b0d68b794cf1e72bb7008f36b80f8 in 154ms, sequenceid=6, compaction requested=false at 1732616223569 (+19 ms)Writing region close event to WAL at 1732616223572 (+3 ms)Running coprocessor post-close hooks at 1732616223578 (+6 ms)Closed at 1732616223581 (+3 ms) 2024-11-26T10:17:03,582 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:03,604 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,2-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 to pos 0, reset compression=false 2024-11-26T10:17:03,610 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:03,810 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:03,901 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/.tmp/info/05d5c56201344bd09c938980109595c6 2024-11-26T10:17:03,932 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/.tmp/ns/d5b3e659c42a48ffa69809ae6d18fef2 is 43, key is default/ns:d/1732616216377/Put/seqid=0 2024-11-26T10:17:03,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741840_1016 (size=5153) 2024-11-26T10:17:04,011 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:04,013 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,1-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 to pos 0, reset compression=false 2024-11-26T10:17:04,111 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,2-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 to pos 0, reset compression=false 2024-11-26T10:17:04,168 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:17:04,168 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:17:04,211 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:04,339 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/.tmp/ns/d5b3e659c42a48ffa69809ae6d18fef2 2024-11-26T10:17:04,363 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/.tmp/table/5bdc209ba2fa4aba92925004cf3081af is 53, key is hbase:replication/table:state/1732616221547/Put/seqid=0 2024-11-26T10:17:04,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741841_1017 (size=5256) 2024-11-26T10:17:04,411 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:17:04,411 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:17:04,411 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:04,612 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:04,718 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,2-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 to pos 0, reset compression=false 2024-11-26T10:17:04,720 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,1-94eedbb855cf,36323,1732616213575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 to pos 0, reset compression=false 2024-11-26T10:17:04,769 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/.tmp/table/5bdc209ba2fa4aba92925004cf3081af 2024-11-26T10:17:04,778 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/.tmp/info/05d5c56201344bd09c938980109595c6 as hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/info/05d5c56201344bd09c938980109595c6 2024-11-26T10:17:04,786 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/info/05d5c56201344bd09c938980109595c6, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T10:17:04,787 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/.tmp/ns/d5b3e659c42a48ffa69809ae6d18fef2 as hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/ns/d5b3e659c42a48ffa69809ae6d18fef2 2024-11-26T10:17:04,794 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/ns/d5b3e659c42a48ffa69809ae6d18fef2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T10:17:04,796 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/.tmp/table/5bdc209ba2fa4aba92925004cf3081af as hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/table/5bdc209ba2fa4aba92925004cf3081af 2024-11-26T10:17:04,803 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/table/5bdc209ba2fa4aba92925004cf3081af, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T10:17:04,805 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1394ms, sequenceid=11, compaction requested=false 2024-11-26T10:17:04,811 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T10:17:04,812 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:17:04,812 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:17:04,812 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:04,812 DEBUG [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:04,812 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616223410Running coprocessor pre-close hooks at 1732616223410Disabling compacts and flushes for region at 1732616223410Disabling writes for close at 1732616223410Obtaining lock to block concurrent updates at 1732616223413 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732616223413Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732616223421 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732616223423 (+2 ms)Flushing 1588230740/info: creating writer at 1732616223424 (+1 ms)Flushing 1588230740/info: appending metadata at 1732616223467 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732616223468 (+1 ms)Flushing 1588230740/ns: creating writer at 1732616223912 (+444 ms)Flushing 1588230740/ns: appending metadata at 1732616223931 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732616223931Flushing 1588230740/table: creating writer at 1732616224348 (+417 ms)Flushing 1588230740/table: appending metadata at 1732616224363 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732616224363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ed128c: reopening flushed file at 1732616224777 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121cd6fd: reopening flushed file at 1732616224786 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4491654: reopening flushed file at 1732616224795 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1394ms, sequenceid=11, compaction requested=false at 1732616224805 (+10 ms)Writing region close event to WAL at 1732616224806 (+1 ms)Running coprocessor post-close hooks at 1732616224811 (+5 ms)Closed at 1732616224812 (+1 ms) 2024-11-26T10:17:04,812 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:05,012 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,36323,1732616213575; all regions closed. 2024-11-26T10:17:05,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741834_1010 (size=2742) 2024-11-26T10:17:05,023 DEBUG [RS:0;94eedbb855cf:36323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs 2024-11-26T10:17:05,023 INFO [RS:0;94eedbb855cf:36323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C36323%2C1732616213575.meta:.meta(num 1732616216213) 2024-11-26T10:17:05,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741837_1013 (size=1802) 2024-11-26T10:17:05,028 DEBUG [RS:0;94eedbb855cf:36323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs 2024-11-26T10:17:05,028 INFO [RS:0;94eedbb855cf:36323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C36323%2C1732616213575.rep:(num 1732616221469) 2024-11-26T10:17:05,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741832_1008 (size=93) 2024-11-26T10:17:05,031 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575/94eedbb855cf%2C36323%2C1732616213575.1732616215325 not finished, retry = 0 2024-11-26T10:17:05,134 DEBUG [RS:0;94eedbb855cf:36323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs 2024-11-26T10:17:05,134 INFO [RS:0;94eedbb855cf:36323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C36323%2C1732616213575:(num 1732616215325) 2024-11-26T10:17:05,134 DEBUG [RS:0;94eedbb855cf:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:05,134 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:17:05,135 INFO [RS:0;94eedbb855cf:36323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:17:05,135 INFO [RS:0;94eedbb855cf:36323 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:17:05,135 INFO [RS:0;94eedbb855cf:36323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:17:05,135 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:17:05,135 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,36323,1732616213575 because: Region server is closing 2024-11-26T10:17:05,136 INFO [RS:0;94eedbb855cf:36323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:36323. 2024-11-26T10:17:05,136 DEBUG [RS:0;94eedbb855cf:36323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:05,136 DEBUG [RS:0;94eedbb855cf:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:05,136 DEBUG [RS:0;94eedbb855cf:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:05,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:05,236 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575.replicationSource.shipper94eedbb855cf%2C36323%2C1732616213575,1-94eedbb855cf,36323,1732616213575 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T10:17:05,236 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,1-94eedbb855cf,36323,1732616213575 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:17:05,237 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,36323,1732616213575.replicationSource.shipper94eedbb855cf%2C36323%2C1732616213575,1-94eedbb855cf,36323,1732616213575 terminated 2024-11-26T10:17:05,237 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-94eedbb855cf,36323,1732616213575 because: Region server is closing 2024-11-26T10:17:05,238 INFO [RS:0;94eedbb855cf:36323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:36323. 2024-11-26T10:17:05,238 DEBUG [RS:0;94eedbb855cf:36323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:05,238 DEBUG [RS:0;94eedbb855cf:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:05,238 DEBUG [RS:0;94eedbb855cf:36323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:05,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:05,338 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575.replicationSource.wal-reader.94eedbb855cf%2C36323%2C1732616213575,2-94eedbb855cf,36323,1732616213575 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:17:05,338 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575.replicationSource.shipper94eedbb855cf%2C36323%2C1732616213575,2-94eedbb855cf,36323,1732616213575 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T10:17:05,339 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,36323,1732616213575.replicationSource.shipper94eedbb855cf%2C36323%2C1732616213575,2-94eedbb855cf,36323,1732616213575 terminated 2024-11-26T10:17:05,339 INFO [RS:0;94eedbb855cf:36323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36323 2024-11-26T10:17:05,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242504152/rs/94eedbb855cf,36323,1732616213575 2024-11-26T10:17:05,342 INFO [RS:0;94eedbb855cf:36323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:17:05,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152/rs 2024-11-26T10:17:05,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,36323,1732616213575] 2024-11-26T10:17:05,347 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/draining/94eedbb855cf,36323,1732616213575 already deleted, retry=false 2024-11-26T10:17:05,347 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,36323,1732616213575 expired; onlineServers=0 2024-11-26T10:17:05,347 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,43905,1732616212903' ***** 2024-11-26T10:17:05,347 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:17:05,347 INFO [M:0;94eedbb855cf:43905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:17:05,347 INFO [M:0;94eedbb855cf:43905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:17:05,348 DEBUG [M:0;94eedbb855cf:43905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:17:05,348 DEBUG [M:0;94eedbb855cf:43905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:17:05,348 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:17:05,348 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616214956 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616214956,5,FailOnTimeoutGroup] 2024-11-26T10:17:05,348 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616214958 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616214958,5,FailOnTimeoutGroup] 2024-11-26T10:17:05,348 INFO [M:0;94eedbb855cf:43905 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:17:05,348 INFO [M:0;94eedbb855cf:43905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:17:05,348 DEBUG [M:0;94eedbb855cf:43905 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:17:05,348 INFO [M:0;94eedbb855cf:43905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:17:05,348 INFO [M:0;94eedbb855cf:43905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:17:05,349 INFO [M:0;94eedbb855cf:43905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:17:05,349 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:17:05,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242504152/master 2024-11-26T10:17:05,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:17:05,350 DEBUG [M:0;94eedbb855cf:43905 {}] zookeeper.ZKUtil(347): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Unable to get data of znode /01242504152/master because node does not exist (not an error) 2024-11-26T10:17:05,350 WARN [M:0;94eedbb855cf:43905 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:17:05,351 INFO [M:0;94eedbb855cf:43905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/.lastflushedseqids 2024-11-26T10:17:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741842_1018 (size=181) 2024-11-26T10:17:05,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:05,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36323-0x10153c72e8b0001, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:05,446 INFO [RS:0;94eedbb855cf:36323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:17:05,447 INFO [RS:0;94eedbb855cf:36323 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,36323,1732616213575; zookeeper connection closed. 2024-11-26T10:17:05,447 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40991978 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40991978 2024-11-26T10:17:05,448 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:17:05,763 INFO [M:0;94eedbb855cf:43905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:17:05,764 INFO [M:0;94eedbb855cf:43905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:17:05,764 DEBUG [M:0;94eedbb855cf:43905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:17:05,764 INFO [M:0;94eedbb855cf:43905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:05,764 DEBUG [M:0;94eedbb855cf:43905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:05,764 DEBUG [M:0;94eedbb855cf:43905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:17:05,764 DEBUG [M:0;94eedbb855cf:43905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:05,764 INFO [M:0;94eedbb855cf:43905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-26T10:17:05,782 DEBUG [M:0;94eedbb855cf:43905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6239162898d94d14802e5899e7d8e63c is 82, key is hbase:meta,,1/info:regioninfo/1732616216302/Put/seqid=0 2024-11-26T10:17:05,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741843_1019 (size=5672) 2024-11-26T10:17:06,187 INFO [M:0;94eedbb855cf:43905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6239162898d94d14802e5899e7d8e63c 2024-11-26T10:17:06,221 DEBUG [M:0;94eedbb855cf:43905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73d3a7c7b4c04f2a98954285df38daff is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732616221555/Put/seqid=0 2024-11-26T10:17:06,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741844_1020 (size=8663) 2024-11-26T10:17:06,628 INFO [M:0;94eedbb855cf:43905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73d3a7c7b4c04f2a98954285df38daff 2024-11-26T10:17:06,650 DEBUG [M:0;94eedbb855cf:43905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4b6ef22605f432488b75ce61e475410 is 69, key is 94eedbb855cf,36323,1732616213575/rs:state/1732616215094/Put/seqid=0 2024-11-26T10:17:06,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741845_1021 (size=5156) 2024-11-26T10:17:07,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:17:07,056 INFO [M:0;94eedbb855cf:43905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4b6ef22605f432488b75ce61e475410 2024-11-26T10:17:07,065 DEBUG [M:0;94eedbb855cf:43905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6239162898d94d14802e5899e7d8e63c as hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6239162898d94d14802e5899e7d8e63c 2024-11-26T10:17:07,072 INFO [M:0;94eedbb855cf:43905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6239162898d94d14802e5899e7d8e63c, entries=8, sequenceid=115, filesize=5.5 K 2024-11-26T10:17:07,073 DEBUG [M:0;94eedbb855cf:43905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73d3a7c7b4c04f2a98954285df38daff as hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73d3a7c7b4c04f2a98954285df38daff 2024-11-26T10:17:07,079 INFO [M:0;94eedbb855cf:43905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73d3a7c7b4c04f2a98954285df38daff, entries=14, sequenceid=115, filesize=8.5 K 2024-11-26T10:17:07,080 DEBUG [M:0;94eedbb855cf:43905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4b6ef22605f432488b75ce61e475410 as hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4b6ef22605f432488b75ce61e475410 2024-11-26T10:17:07,087 INFO [M:0;94eedbb855cf:43905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4b6ef22605f432488b75ce61e475410, entries=1, sequenceid=115, filesize=5.0 K 2024-11-26T10:17:07,089 INFO [M:0;94eedbb855cf:43905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false 2024-11-26T10:17:07,090 INFO [M:0;94eedbb855cf:43905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:07,090 DEBUG [M:0;94eedbb855cf:43905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616225764Disabling compacts and flushes for region at 1732616225764Disabling writes for close at 1732616225764Obtaining lock to block concurrent updates at 1732616225764Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616225764Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732616225765 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616225765Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616225766 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616225781 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616225781Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616226196 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616226220 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616226220Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616226635 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616226650 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616226650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb27ba0: reopening flushed file at 1732616227064 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b79b9f: reopening flushed file at 1732616227072 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e93ad54: reopening flushed file at 1732616227080 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=115, compaction requested=false at 1732616227089 (+9 ms)Writing region close event to WAL at 1732616227090 (+1 ms)Closed at 1732616227090 2024-11-26T10:17:07,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741830_1006 (size=59421) 2024-11-26T10:17:07,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:17:07,094 INFO [M:0;94eedbb855cf:43905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:17:07,094 INFO [M:0;94eedbb855cf:43905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43905 2024-11-26T10:17:07,094 INFO [M:0;94eedbb855cf:43905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:17:07,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:07,197 INFO [M:0;94eedbb855cf:43905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:17:07,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43905-0x10153c72e8b0000, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:07,199 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:17:07,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:07,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:07,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:17:07,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:07,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:17:07,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:17:07,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:17:07,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42341 2024-11-26T10:17:07,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42341 connecting to ZooKeeper ensemble=127.0.0.1:51891 2024-11-26T10:17:07,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423410x0, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:07,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42341-0x10153c72e8b0006 connected 2024-11-26T10:17:07,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:07,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:07,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/running 2024-11-26T10:17:07,213 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242504152/meta-region-server: INIT 2024-11-26T10:17:07,213 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141, hbase.cluster.distributed=false 2024-11-26T10:17:07,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/acl 2024-11-26T10:17:07,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42341 2024-11-26T10:17:07,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42341 2024-11-26T10:17:07,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42341 2024-11-26T10:17:07,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42341 2024-11-26T10:17:07,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42341 2024-11-26T10:17:07,234 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:17:07,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:07,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:07,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:17:07,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:07,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:17:07,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:17:07,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:17:07,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33541 2024-11-26T10:17:07,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33541 connecting to ZooKeeper ensemble=127.0.0.1:51891 2024-11-26T10:17:07,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:07,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:07,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335410x0, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:07,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33541-0x10153c72e8b0007 connected 2024-11-26T10:17:07,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/running 2024-11-26T10:17:07,244 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242504152/meta-region-server: INIT 2024-11-26T10:17:07,244 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:17:07,246 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:17:07,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/master 2024-11-26T10:17:07,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/acl 2024-11-26T10:17:07,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33541 2024-11-26T10:17:07,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33541 2024-11-26T10:17:07,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33541 2024-11-26T10:17:07,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33541 2024-11-26T10:17:07,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33541 2024-11-26T10:17:07,264 DEBUG [M:0;94eedbb855cf:42341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:42341 2024-11-26T10:17:07,266 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01242504152/backup-masters/94eedbb855cf,42341,1732616227198 2024-11-26T10:17:07,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152/backup-masters 2024-11-26T10:17:07,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152/backup-masters 2024-11-26T10:17:07,268 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on existing znode=/01242504152/backup-masters/94eedbb855cf,42341,1732616227198 2024-11-26T10:17:07,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01242504152/master 2024-11-26T10:17:07,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:17:07,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:17:07,272 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on existing znode=/01242504152/master 2024-11-26T10:17:07,273 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01242504152/backup-masters/94eedbb855cf,42341,1732616227198 from backup master directory 2024-11-26T10:17:07,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242504152/backup-masters/94eedbb855cf,42341,1732616227198 2024-11-26T10:17:07,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152/backup-masters 2024-11-26T10:17:07,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152/backup-masters 2024-11-26T10:17:07,274 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:17:07,274 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,42341,1732616227198 2024-11-26T10:17:07,291 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:07,291 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:17:07,304 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-26T10:17:07,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741846_1022 (size=196) 2024-11-26T10:17:07,713 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:17:07,714 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:17:07,714 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:07,722 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T10:17:07,726 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,43905,1732616212903 to hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,43905,1732616212903-dead as it is dead 2024-11-26T10:17:07,728 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T10:17:07,728 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T10:17:07,728 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,43905,1732616212903-dead/94eedbb855cf%2C43905%2C1732616212903.1732616214415 2024-11-26T10:17:07,734 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,43905,1732616212903-dead/94eedbb855cf%2C43905%2C1732616212903.1732616214415 after 4ms 2024-11-26T10:17:07,735 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,43905,1732616212903-dead/94eedbb855cf%2C43905%2C1732616212903.1732616214415 to hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/94eedbb855cf%2C43905%2C1732616212903.1732616214415 2024-11-26T10:17:07,735 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,43905,1732616212903-dead 2024-11-26T10:17:07,736 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,42341,1732616227198 2024-11-26T10:17:07,737 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:17:07,738 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C42341%2C1732616227198, suffix=, logDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,42341,1732616227198, archiveDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/oldWALs, maxLogs=10 2024-11-26T10:17:07,752 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,42341,1732616227198/94eedbb855cf%2C42341%2C1732616227198.1732616227739, exclude list is [], retry=0 2024-11-26T10:17:07,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37707,DS-eedfed36-8906-4770-b29f-b9a0e864c340,DISK] 2024-11-26T10:17:07,758 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/WALs/94eedbb855cf,42341,1732616227198/94eedbb855cf%2C42341%2C1732616227198.1732616227739 2024-11-26T10:17:07,759 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-26T10:17:07,759 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:07,759 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:07,759 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:07,759 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:07,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:07,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:17:07,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:07,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6239162898d94d14802e5899e7d8e63c 2024-11-26T10:17:07,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:07,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:07,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:17:07,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:07,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73d3a7c7b4c04f2a98954285df38daff 2024-11-26T10:17:07,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:07,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:07,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:17:07,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:07,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4b6ef22605f432488b75ce61e475410 2024-11-26T10:17:07,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:07,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:07,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:17:07,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:07,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:07,787 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:07,788 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T10:17:07,788 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/94eedbb855cf%2C43905%2C1732616212903.1732616214415 2024-11-26T10:17:07,800 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/94eedbb855cf%2C43905%2C1732616212903.1732616214415 2024-11-26T10:17:07,802 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/94eedbb855cf%2C43905%2C1732616212903.1732616214415 2024-11-26T10:17:07,803 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:07,803 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:07,804 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:07,806 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:07,808 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-26T10:17:07,810 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58837385, jitterRate=-0.12325464189052582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:07,810 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616227759Initializing all the Stores at 1732616227760 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616227760Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616227760Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616227761 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616227761Cleaning up temporary data from old regions at 1732616227803 (+42 ms)Region opened successfully at 1732616227810 (+7 ms) 2024-11-26T10:17:07,810 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:17:07,814 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a7781a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:17:07,825 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T10:17:07,826 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:17:07,826 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:17:07,826 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:17:07,827 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:17:07,832 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:07,832 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:17:07,833 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:17:07,833 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:17:07,833 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T10:17:07,833 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T10:17:07,833 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-26T10:17:07,833 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:17:07,838 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,36323,1732616213575, regionLocation=94eedbb855cf,36323,1732616213575, openSeqNum=2 2024-11-26T10:17:07,838 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,36323,1732616213575, table=hbase:meta, region=1588230740 2024-11-26T10:17:07,838 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,36323,1732616213575, state=OPEN 2024-11-26T10:17:07,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01242504152/meta-region-server 2024-11-26T10:17:07,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01242504152/meta-region-server 2024-11-26T10:17:07,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242504152/meta-region-server: CHANGED 2024-11-26T10:17:07,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242504152/meta-region-server: CHANGED 2024-11-26T10:17:07,845 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:17:07,847 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/draining/94eedbb855cf,36323,1732616213575 already deleted, retry=false 2024-11-26T10:17:07,847 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 94eedbb855cf,36323,1732616213575 on 94eedbb855cf,42341,1732616227198 2024-11-26T10:17:07,853 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 94eedbb855cf,36323,1732616213575, splitWal=true, meta=true 2024-11-26T10:17:07,855 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 94eedbb855cf,36323,1732616213575 (carryingMeta=true) 94eedbb855cf,36323,1732616213575/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@76caee27[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T10:17:07,858 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Unable to get data of znode /01242504152/balancer because node does not exist (not necessarily an error) 2024-11-26T10:17:07,860 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/balancer already deleted, retry=false 2024-11-26T10:17:07,860 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:17:07,861 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Unable to get data of znode /01242504152/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:17:07,865 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/normalizer already deleted, retry=false 2024-11-26T10:17:07,866 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:17:07,867 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Unable to get data of znode /01242504152/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:17:07,870 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/switch/split already deleted, retry=false 2024-11-26T10:17:07,871 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Unable to get data of znode /01242504152/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:17:07,872 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/switch/merge already deleted, retry=false 2024-11-26T10:17:07,879 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Unable to get data of znode /01242504152/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:17:07,882 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/snapshot-cleanup already deleted, retry=false 2024-11-26T10:17:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01242504152/running 2024-11-26T10:17:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01242504152/running 2024-11-26T10:17:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:17:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:17:07,885 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,42341,1732616227198, sessionid=0x10153c72e8b0006, setting cluster-up flag (Was=false) 2024-11-26T10:17:07,887 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01242504152/flush-table-proc/acquired, /01242504152/flush-table-proc/reached, /01242504152/flush-table-proc/abort 2024-11-26T10:17:07,888 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,42341,1732616227198 2024-11-26T10:17:07,891 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01242504152/online-snapshot/acquired, /01242504152/online-snapshot/reached, /01242504152/online-snapshot/abort 2024-11-26T10:17:07,892 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,42341,1732616227198 2024-11-26T10:17:07,894 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/.lastflushedseqids 2024-11-26T10:17:07,898 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:17:07,898 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:17:07,898 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,42341,1732616227198 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 94eedbb855cf,36323,1732616213575 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:17:07,900 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:07,900 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:07,900 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:07,900 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:07,900 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:17:07,900 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:07,900 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:17:07,900 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:07,901 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616257901 2024-11-26T10:17:07,901 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:17:07,901 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:17:07,901 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:17:07,902 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:17:07,902 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:17:07,902 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:17:07,902 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:07,902 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:17:07,902 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:17:07,902 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:17:07,902 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:17:07,903 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:17:07,903 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:17:07,903 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616227903,5,FailOnTimeoutGroup] 2024-11-26T10:17:07,903 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616227903,5,FailOnTimeoutGroup] 2024-11-26T10:17:07,903 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:07,903 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:17:07,903 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:07,903 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:07,903 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616227903, completionTime=-1 2024-11-26T10:17:07,903 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T10:17:07,904 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 94eedbb855cf,36323,1732616213575, splitWal=true, meta=true 2024-11-26T10:17:07,905 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 94eedbb855cf,36323,1732616213575, splitWal=true, meta=true, isMeta: true 2024-11-26T10:17:07,906 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T10:17:07,907 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575-splitting 2024-11-26T10:17:07,908 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575-splitting dir is empty, no logs to split. 2024-11-26T10:17:07,908 INFO [PEWorker-1 {}] master.SplitWALManager(105): 94eedbb855cf,36323,1732616213575 WAL count=0, meta=true 2024-11-26T10:17:07,912 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575-splitting dir is empty, no logs to split. 2024-11-26T10:17:07,912 INFO [PEWorker-1 {}] master.SplitWALManager(105): 94eedbb855cf,36323,1732616213575 WAL count=0, meta=true 2024-11-26T10:17:07,912 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 94eedbb855cf,36323,1732616213575 WAL splitting is done? wals=0, meta=true 2024-11-26T10:17:07,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:17:07,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:17:07,916 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:17:07,955 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(746): ClusterId : 202d6298-300e-4557-a359-e639aee4f7e3 2024-11-26T10:17:07,955 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:17:07,958 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:17:07,958 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:17:07,960 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:17:07,960 DEBUG [RS:0;94eedbb855cf:33541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca832d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:17:07,973 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:33541 2024-11-26T10:17:07,973 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:17:07,973 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:17:07,973 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:17:07,974 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,42341,1732616227198 with port=33541, startcode=1732616227234 2024-11-26T10:17:07,974 DEBUG [RS:0;94eedbb855cf:33541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:17:07,976 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:17:07,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,33541,1732616227234 2024-11-26T10:17:07,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42341 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,33541,1732616227234 2024-11-26T10:17:07,979 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141 2024-11-26T10:17:07,979 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45891 2024-11-26T10:17:07,979 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:17:07,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152/rs 2024-11-26T10:17:07,981 DEBUG [RS:0;94eedbb855cf:33541 {}] zookeeper.ZKUtil(111): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on existing znode=/01242504152/rs/94eedbb855cf,33541,1732616227234 2024-11-26T10:17:07,981 WARN [RS:0;94eedbb855cf:33541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:17:07,981 INFO [RS:0;94eedbb855cf:33541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:07,981 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234 2024-11-26T10:17:07,982 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,33541,1732616227234] 2024-11-26T10:17:08,007 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T10:17:08,020 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:17:08,023 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:17:08,023 INFO [RS:0;94eedbb855cf:33541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:17:08,023 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:08,024 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:17:08,024 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:17:08,025 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:08,025 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:08,025 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:08,025 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:08,025 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:08,025 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:08,025 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:17:08,025 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:08,025 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:08,025 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:08,025 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:08,025 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:08,025 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:08,026 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:17:08,026 DEBUG [RS:0;94eedbb855cf:33541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:17:08,028 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:08,028 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:08,028 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:08,028 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:08,028 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:08,029 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33541,1732616227234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:17:08,045 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:17:08,045 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33541,1732616227234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:08,060 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,33541,1732616227234, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:17:08,067 WARN [94eedbb855cf:42341 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T10:17:08,075 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.ReplicationSource(231): queueId=2-94eedbb855cf,33541,1732616227234, ReplicationSource: 2, currentBandwidth=0 2024-11-26T10:17:08,075 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:08,075 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.Replication(171): 94eedbb855cf,33541,1732616227234 started 2024-11-26T10:17:08,075 DEBUG [RS:0;94eedbb855cf:33541.replicationSource,1-94eedbb855cf,33541,1732616227234 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:34727' 2024-11-26T10:17:08,077 DEBUG [RS:0;94eedbb855cf:33541.replicationSource,1-94eedbb855cf,33541,1732616227234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15a05a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:08,077 DEBUG [RS:0;94eedbb855cf:33541.replicationSource,1-94eedbb855cf,33541,1732616227234 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34727,-1 for getting cluster id 2024-11-26T10:17:08,077 DEBUG [RS:0;94eedbb855cf:33541.replicationSource,1-94eedbb855cf,33541,1732616227234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:08,078 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72e25aa-63cb-49f6-888b-a8b29e97e2ef' 2024-11-26T10:17:08,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:08,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72e25aa-63cb-49f6-888b-a8b29e97e2ef" 2024-11-26T10:17:08,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d1e8ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:08,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34727,-1] 2024-11-26T10:17:08,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:08,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:08,081 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:08,082 DEBUG [RS:0;94eedbb855cf:33541.replicationSource,1-94eedbb855cf,33541,1732616227234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7436959a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:08,082 DEBUG [RS:0;94eedbb855cf:33541.replicationSource,1-94eedbb855cf,33541,1732616227234 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:08,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34727,1732616217700 2024-11-26T10:17:08,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57f4a598 2024-11-26T10:17:08,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:08,084 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T10:17:08,085 INFO [RS:0;94eedbb855cf:33541.replicationSource,1-94eedbb855cf,33541,1732616227234 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,33541,1732616227234 (queues=0) is replicating from cluster=202d6298-300e-4557-a359-e639aee4f7e3 to cluster=d72e25aa-63cb-49f6-888b-a8b29e97e2ef 2024-11-26T10:17:08,090 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:08,090 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,33541,1732616227234, RpcServer on 94eedbb855cf/172.17.0.2:33541, sessionid=0x10153c72e8b0007 2024-11-26T10:17:08,090 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:17:08,090 DEBUG [RS:0;94eedbb855cf:33541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,33541,1732616227234 2024-11-26T10:17:08,090 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,33541,1732616227234' 2024-11-26T10:17:08,090 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01242504152/flush-table-proc/abort' 2024-11-26T10:17:08,090 DEBUG [RS:0;94eedbb855cf:33541.replicationSource,2-94eedbb855cf,33541,1732616227234 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:34727' 2024-11-26T10:17:08,091 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01242504152/flush-table-proc/acquired' 2024-11-26T10:17:08,091 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:17:08,091 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:17:08,091 DEBUG [RS:0;94eedbb855cf:33541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,33541,1732616227234 2024-11-26T10:17:08,091 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,33541,1732616227234' 2024-11-26T10:17:08,091 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01242504152/online-snapshot/abort' 2024-11-26T10:17:08,092 DEBUG [RS:0;94eedbb855cf:33541.replicationSource,2-94eedbb855cf,33541,1732616227234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e8be652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:08,092 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01242504152/online-snapshot/acquired' 2024-11-26T10:17:08,092 DEBUG [RS:0;94eedbb855cf:33541.replicationSource,2-94eedbb855cf,33541,1732616227234 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34727,-1 for getting cluster id 2024-11-26T10:17:08,092 DEBUG [RS:0;94eedbb855cf:33541.replicationSource,2-94eedbb855cf,33541,1732616227234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:08,092 DEBUG [RS:0;94eedbb855cf:33541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:17:08,092 INFO [RS:0;94eedbb855cf:33541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:17:08,092 INFO [RS:0;94eedbb855cf:33541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:17:08,093 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72e25aa-63cb-49f6-888b-a8b29e97e2ef' 2024-11-26T10:17:08,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:08,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72e25aa-63cb-49f6-888b-a8b29e97e2ef" 2024-11-26T10:17:08,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2833fa48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:08,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34727,-1] 2024-11-26T10:17:08,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:08,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:08,094 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:08,096 DEBUG [RS:0;94eedbb855cf:33541.replicationSource,2-94eedbb855cf,33541,1732616227234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55dcdc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:08,096 DEBUG [RS:0;94eedbb855cf:33541.replicationSource,2-94eedbb855cf,33541,1732616227234 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:08,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34727,1732616217700 2024-11-26T10:17:08,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3936e5b0 2024-11-26T10:17:08,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:08,098 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T10:17:08,099 INFO [RS:0;94eedbb855cf:33541.replicationSource,2-94eedbb855cf,33541,1732616227234 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-94eedbb855cf,33541,1732616227234 (queues=0) is replicating from cluster=202d6298-300e-4557-a359-e639aee4f7e3 to cluster=d72e25aa-63cb-49f6-888b-a8b29e97e2ef 2024-11-26T10:17:08,193 INFO [RS:0;94eedbb855cf:33541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:17:08,195 INFO [RS:0;94eedbb855cf:33541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C33541%2C1732616227234, suffix=, logDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234, archiveDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs, maxLogs=10 2024-11-26T10:17:08,210 DEBUG [RS:0;94eedbb855cf:33541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196, exclude list is [], retry=0 2024-11-26T10:17:08,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37707,DS-eedfed36-8906-4770-b29f-b9a0e864c340,DISK] 2024-11-26T10:17:08,216 INFO [RS:0;94eedbb855cf:33541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 2024-11-26T10:17:08,216 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 94eedbb855cf%2C33541%2C1732616227234 for peer 2 2024-11-26T10:17:08,216 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 94eedbb855cf%2C33541%2C1732616227234 for peer 1 2024-11-26T10:17:08,216 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C33541%2C1732616227234 2024-11-26T10:17:08,216 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,33541,1732616227234, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:17:08,217 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=94eedbb855cf%2C33541%2C1732616227234 2024-11-26T10:17:08,217 INFO [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C33541%2C1732616227234 2024-11-26T10:17:08,217 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-94eedbb855cf,33541,1732616227234, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:17:08,217 DEBUG [RS:0;94eedbb855cf:33541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-26T10:17:08,217 INFO [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C33541%2C1732616227234 2024-11-26T10:17:08,218 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196, startPosition=0, beingWritten=true 2024-11-26T10:17:08,218 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196, startPosition=0, beingWritten=true 2024-11-26T10:17:08,317 DEBUG [94eedbb855cf:42341 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:17:08,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,33541,1732616227234 2024-11-26T10:17:08,319 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,33541,1732616227234, state=OPENING 2024-11-26T10:17:08,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01242504152/meta-region-server 2024-11-26T10:17:08,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01242504152/meta-region-server 2024-11-26T10:17:08,321 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:17:08,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242504152/meta-region-server: CHANGED 2024-11-26T10:17:08,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242504152/meta-region-server: CHANGED 2024-11-26T10:17:08,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,33541,1732616227234}] 2024-11-26T10:17:08,429 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:08,429 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:08,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:17:08,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:17:08,481 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:17:08,481 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:08,482 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:17:08,483 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C33541%2C1732616227234.meta, suffix=.meta, logDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234, archiveDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs, maxLogs=10 2024-11-26T10:17:08,499 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.meta.1732616228484.meta, exclude list is [], retry=0 2024-11-26T10:17:08,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37707,DS-eedfed36-8906-4770-b29f-b9a0e864c340,DISK] 2024-11-26T10:17:08,504 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.meta.1732616228484.meta 2024-11-26T10:17:08,505 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-26T10:17:08,505 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:08,505 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:17:08,505 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:17:08,506 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:17:08,506 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:17:08,506 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:17:08,506 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:08,506 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:17:08,506 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:17:08,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:17:08,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:17:08,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:08,517 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/info/05d5c56201344bd09c938980109595c6 2024-11-26T10:17:08,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:08,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:17:08,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:17:08,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:08,525 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/ns/d5b3e659c42a48ffa69809ae6d18fef2 2024-11-26T10:17:08,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:08,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:17:08,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:17:08,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:08,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:08,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:17:08,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:17:08,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:08,536 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/table/5bdc209ba2fa4aba92925004cf3081af 2024-11-26T10:17:08,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:08,537 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:17:08,538 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740 2024-11-26T10:17:08,539 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740 2024-11-26T10:17:08,541 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:17:08,541 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:17:08,542 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:08,543 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:17:08,544 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75320841, jitterRate=0.1223679929971695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:08,544 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:17:08,544 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616228506Writing region info on filesystem at 1732616228506Initializing all the Stores at 1732616228507 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616228508 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616228508Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616228508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616228508Cleaning up temporary data from old regions at 1732616228541 (+33 ms)Running coprocessor post-open hooks at 1732616228544 (+3 ms)Region opened successfully at 1732616228544 2024-11-26T10:17:08,546 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732616228474 2024-11-26T10:17:08,548 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:17:08,548 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:17:08,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=94eedbb855cf,33541,1732616227234 2024-11-26T10:17:08,550 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,33541,1732616227234, state=OPEN 2024-11-26T10:17:08,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01242504152/meta-region-server 2024-11-26T10:17:08,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01242504152/meta-region-server 2024-11-26T10:17:08,553 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,33541,1732616227234 2024-11-26T10:17:08,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242504152/meta-region-server: CHANGED 2024-11-26T10:17:08,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01242504152/meta-region-server: CHANGED 2024-11-26T10:17:08,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T10:17:08,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,33541,1732616227234 in 232 msec 2024-11-26T10:17:08,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-26T10:17:08,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2024-11-26T10:17:08,736 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:08,737 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:09,143 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:09,143 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:09,509 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-26T10:17:09,650 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:09,650 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:10,257 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:10,257 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:10,964 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:10,964 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:11,011 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-26T10:17:11,771 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:11,771 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:12,414 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T10:17:12,414 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:17:12,414 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:12,414 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,33541,1732616227234, seqNum=-1] 2024-11-26T10:17:12,415 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:12,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:12,423 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ac6b0d68b794cf1e72bb7008f36b80f8, regionState=OPEN, lastHost=94eedbb855cf,36323,1732616213575, regionLocation=94eedbb855cf,36323,1732616213575, openSeqNum=2 2024-11-26T10:17:12,423 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:17:12,423 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616292423 2024-11-26T10:17:12,423 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616352423 2024-11-26T10:17:12,423 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-26T10:17:12,424 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42341,1732616227198-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:12,424 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42341,1732616227198-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:12,424 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42341,1732616227198-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:12,424 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 94eedbb855cf,36323,1732616213575 had 2 regions 2024-11-26T10:17:12,424 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:42341, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:12,424 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:12,425 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:12,426 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 94eedbb855cf,36323,1732616213575, splitWal=true, meta=true, isMeta: false 2024-11-26T10:17:12,429 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575-splitting dir is empty, no logs to split. 2024-11-26T10:17:12,429 INFO [PEWorker-3 {}] master.SplitWALManager(105): 94eedbb855cf,36323,1732616213575 WAL count=0, meta=false 2024-11-26T10:17:12,433 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,36323,1732616213575-splitting dir is empty, no logs to split. 2024-11-26T10:17:12,433 INFO [PEWorker-3 {}] master.SplitWALManager(105): 94eedbb855cf,36323,1732616213575 WAL count=0, meta=false 2024-11-26T10:17:12,433 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 94eedbb855cf,36323,1732616213575 WAL splitting is done? wals=0, meta=false 2024-11-26T10:17:12,433 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.159sec 2024-11-26T10:17:12,433 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:17:12,433 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:17:12,433 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:17:12,433 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:17:12,433 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:17:12,433 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42341,1732616227198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:17:12,433 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42341,1732616227198-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:17:12,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac6b0d68b794cf1e72bb7008f36b80f8, ASSIGN}] 2024-11-26T10:17:12,437 WARN [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=94eedbb855cf,36323,1732616213575/hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:12,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac6b0d68b794cf1e72bb7008f36b80f8, ASSIGN 2024-11-26T10:17:12,438 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:17:12,439 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:17:12,439 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42341,1732616227198-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:12,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac6b0d68b794cf1e72bb7008f36b80f8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:17:12,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:12,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,42341,-1 for getting cluster id 2024-11-26T10:17:12,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:12,460 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '202d6298-300e-4557-a359-e639aee4f7e3' 2024-11-26T10:17:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:12,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "202d6298-300e-4557-a359-e639aee4f7e3" 2024-11-26T10:17:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f5434d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,42341,-1] 2024-11-26T10:17:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:12,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:12,463 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b38aa68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:12,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:12,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,33541,1732616227234, seqNum=-1] 2024-11-26T10:17:12,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:12,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:12,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T10:17:12,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:12,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:12,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:12,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:12,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:12,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 94eedbb855cf:42341 after: 94eedbb855cf:42341 2024-11-26T10:17:12,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:12,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,42341,-1 for getting cluster id 2024-11-26T10:17:12,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:12,473 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '202d6298-300e-4557-a359-e639aee4f7e3' 2024-11-26T10:17:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "202d6298-300e-4557-a359-e639aee4f7e3" 2024-11-26T10:17:12,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3f9496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:12,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,42341,-1] 2024-11-26T10:17:12,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:12,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:12,475 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:12,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:12,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,42341,1732616227198 2024-11-26T10:17:12,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68e5981e 2024-11-26T10:17:12,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:12,478 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:12,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42341 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T10:17:12,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42341 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T10:17:12,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42341 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T10:17:12,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42341 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-26T10:17:12,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:17:12,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:12,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:12,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:12,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:12,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:12,481 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:17:12,481 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=881996665, stopped=false 2024-11-26T10:17:12,481 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,34727,1732616217700 2024-11-26T10:17:12,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1962993659/running 2024-11-26T10:17:12,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1962993659/running 2024-11-26T10:17:12,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:17:12,483 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:17:12,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:17:12,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:12,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:12,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:12,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Set watcher on znode that does not yet exist, /1962993659/running 2024-11-26T10:17:12,484 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,43405,1732616217752' ***** 2024-11-26T10:17:12,484 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:17:12,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Set watcher on znode that does not yet exist, /1962993659/running 2024-11-26T10:17:12,484 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:17:12,484 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:17:12,485 INFO [RS:0;94eedbb855cf:43405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:17:12,485 INFO [RS:0;94eedbb855cf:43405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:17:12,485 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,43405,1732616217752 2024-11-26T10:17:12,485 INFO [RS:0;94eedbb855cf:43405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:17:12,485 INFO [RS:0;94eedbb855cf:43405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:43405. 2024-11-26T10:17:12,485 DEBUG [RS:0;94eedbb855cf:43405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:12,485 DEBUG [RS:0;94eedbb855cf:43405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:12,485 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:17:12,485 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:17:12,485 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:17:12,485 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:17:12,485 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:17:12,485 DEBUG [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:17:12,485 DEBUG [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:12,485 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:17:12,486 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:17:12,486 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:17:12,486 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:17:12,486 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:17:12,486 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T10:17:12,504 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/data/hbase/meta/1588230740/.tmp/ns/b673c6e9f43c47d4a630f64973c712cb is 43, key is default/ns:d/1732616220092/Put/seqid=0 2024-11-26T10:17:12,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741835_1011 (size=5153) 2024-11-26T10:17:12,549 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:17:12,589 DEBUG [94eedbb855cf:42341 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:17:12,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=ac6b0d68b794cf1e72bb7008f36b80f8, regionState=OPENING, regionLocation=94eedbb855cf,33541,1732616227234 2024-11-26T10:17:12,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac6b0d68b794cf1e72bb7008f36b80f8, ASSIGN because future has completed 2024-11-26T10:17:12,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac6b0d68b794cf1e72bb7008f36b80f8, server=94eedbb855cf,33541,1732616227234}] 2024-11-26T10:17:12,678 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:12,678 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:12,686 DEBUG [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:12,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:12,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:12,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:17:12,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C33541%2C1732616227234.rep, suffix=, logDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234, archiveDir=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs, maxLogs=10 2024-11-26T10:17:12,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.rep.1732616232754, exclude list is [], retry=0 2024-11-26T10:17:12,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37707,DS-eedfed36-8906-4770-b29f-b9a0e864c340,DISK] 2024-11-26T10:17:12,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.rep.1732616232754 2024-11-26T10:17:12,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-26T10:17:12,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ac6b0d68b794cf1e72bb7008f36b80f8, NAME => 'hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:12,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:17:12,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:17:12,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. service=MultiRowMutationService 2024-11-26T10:17:12,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:17:12,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:12,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,776 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,777 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac6b0d68b794cf1e72bb7008f36b80f8 columnFamilyName hfileref 2024-11-26T10:17:12,777 DEBUG [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:12,777 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.HStore(327): Store=ac6b0d68b794cf1e72bb7008f36b80f8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:12,777 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,778 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac6b0d68b794cf1e72bb7008f36b80f8 columnFamilyName queue 2024-11-26T10:17:12,778 DEBUG [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:12,785 DEBUG [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8/queue/f37929abaf5d4d8e80651f5342538c5f 2024-11-26T10:17:12,785 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.HStore(327): Store=ac6b0d68b794cf1e72bb7008f36b80f8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:12,786 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,786 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac6b0d68b794cf1e72bb7008f36b80f8 columnFamilyName sid 2024-11-26T10:17:12,786 DEBUG [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:12,787 INFO [StoreOpener-ac6b0d68b794cf1e72bb7008f36b80f8-1 {}] regionserver.HStore(327): Store=ac6b0d68b794cf1e72bb7008f36b80f8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:12,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:17:12,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened ac6b0d68b794cf1e72bb7008f36b80f8; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64086493, jitterRate=-0.045036837458610535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:17:12,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:12,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ac6b0d68b794cf1e72bb7008f36b80f8: Running coprocessor pre-open hook at 1732616232774Writing region info on filesystem at 1732616232774Initializing all the Stores at 1732616232775 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616232775Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616232775Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616232775Cleaning up temporary data from old regions at 1732616232790 (+15 ms)Running coprocessor post-open hooks at 1732616232793 (+3 ms)Region opened successfully at 1732616232794 (+1 ms) 2024-11-26T10:17:12,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8., pid=19, masterSystemTime=1732616232747 2024-11-26T10:17:12,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:12,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:12,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=ac6b0d68b794cf1e72bb7008f36b80f8, regionState=OPEN, openSeqNum=10, regionLocation=94eedbb855cf,33541,1732616227234 2024-11-26T10:17:12,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac6b0d68b794cf1e72bb7008f36b80f8, server=94eedbb855cf,33541,1732616227234 because future has completed 2024-11-26T10:17:12,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T10:17:12,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure ac6b0d68b794cf1e72bb7008f36b80f8, server=94eedbb855cf,33541,1732616227234 in 207 msec 2024-11-26T10:17:12,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-26T10:17:12,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac6b0d68b794cf1e72bb7008f36b80f8, ASSIGN in 369 msec 2024-11-26T10:17:12,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T10:17:12,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8., hostname=94eedbb855cf,33541,1732616227234, seqNum=10] 2024-11-26T10:17:12,849 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 94eedbb855cf,36323,1732616213575 2024-11-26T10:17:12,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T10:17:12,886 DEBUG [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:12,910 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/data/hbase/meta/1588230740/.tmp/ns/b673c6e9f43c47d4a630f64973c712cb 2024-11-26T10:17:12,919 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/data/hbase/meta/1588230740/.tmp/ns/b673c6e9f43c47d4a630f64973c712cb as hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/data/hbase/meta/1588230740/ns/b673c6e9f43c47d4a630f64973c712cb 2024-11-26T10:17:12,925 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/data/hbase/meta/1588230740/ns/b673c6e9f43c47d4a630f64973c712cb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T10:17:12,926 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-26T10:17:12,926 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:17:12,932 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T10:17:12,933 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:17:12,933 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:17:12,933 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:12,933 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616232485Running coprocessor pre-close hooks at 1732616232485Disabling compacts and flushes for region at 1732616232485Disabling writes for close at 1732616232486 (+1 ms)Obtaining lock to block concurrent updates at 1732616232486Preparing flush snapshotting stores in 1588230740 at 1732616232486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732616232486Flushing stores of hbase:meta,,1.1588230740 at 1732616232487 (+1 ms)Flushing 1588230740/ns: creating writer at 1732616232487Flushing 1588230740/ns: appending metadata at 1732616232503 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732616232503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ed6daf: reopening flushed file at 1732616232918 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1732616232926 (+8 ms)Writing region close event to WAL at 1732616232928 (+2 ms)Running coprocessor post-close hooks at 1732616232933 (+5 ms)Closed at 1732616232933 2024-11-26T10:17:12,933 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:13,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-26T10:17:13,086 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,43405,1732616217752; all regions closed. 2024-11-26T10:17:13,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741834_1010 (size=1152) 2024-11-26T10:17:13,092 DEBUG [RS:0;94eedbb855cf:43405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/oldWALs 2024-11-26T10:17:13,092 INFO [RS:0;94eedbb855cf:43405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C43405%2C1732616217752.meta:.meta(num 1732616220020) 2024-11-26T10:17:13,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741832_1008 (size=93) 2024-11-26T10:17:13,098 DEBUG [RS:0;94eedbb855cf:43405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/oldWALs 2024-11-26T10:17:13,098 INFO [RS:0;94eedbb855cf:43405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C43405%2C1732616217752:(num 1732616219465) 2024-11-26T10:17:13,098 DEBUG [RS:0;94eedbb855cf:43405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:13,098 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:17:13,098 INFO [RS:0;94eedbb855cf:43405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:17:13,098 INFO [RS:0;94eedbb855cf:43405 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:17:13,098 INFO [RS:0;94eedbb855cf:43405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:17:13,098 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:17:13,099 INFO [RS:0;94eedbb855cf:43405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43405 2024-11-26T10:17:13,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659/rs 2024-11-26T10:17:13,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1962993659/rs/94eedbb855cf,43405,1732616217752 2024-11-26T10:17:13,101 INFO [RS:0;94eedbb855cf:43405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:17:13,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,43405,1732616217752] 2024-11-26T10:17:13,105 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1962993659/draining/94eedbb855cf,43405,1732616217752 already deleted, retry=false 2024-11-26T10:17:13,105 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,43405,1732616217752 expired; onlineServers=0 2024-11-26T10:17:13,106 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,34727,1732616217700' ***** 2024-11-26T10:17:13,106 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:17:13,106 INFO [M:0;94eedbb855cf:34727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:17:13,106 INFO [M:0;94eedbb855cf:34727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:17:13,106 DEBUG [M:0;94eedbb855cf:34727 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:17:13,106 DEBUG [M:0;94eedbb855cf:34727 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:17:13,106 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:17:13,106 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616219212 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616219212,5,FailOnTimeoutGroup] 2024-11-26T10:17:13,106 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616219212 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616219212,5,FailOnTimeoutGroup] 2024-11-26T10:17:13,106 INFO [M:0;94eedbb855cf:34727 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:17:13,106 INFO [M:0;94eedbb855cf:34727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:17:13,106 DEBUG [M:0;94eedbb855cf:34727 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:17:13,106 INFO [M:0;94eedbb855cf:34727 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:17:13,107 INFO [M:0;94eedbb855cf:34727 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:17:13,107 INFO [M:0;94eedbb855cf:34727 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:17:13,107 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:17:13,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1962993659/master 2024-11-26T10:17:13,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1962993659 2024-11-26T10:17:13,109 DEBUG [M:0;94eedbb855cf:34727 {}] zookeeper.RecoverableZooKeeper(212): Node /1962993659/master already deleted, retry=false 2024-11-26T10:17:13,109 DEBUG [M:0;94eedbb855cf:34727 {}] master.ActiveMasterManager(353): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Failed delete of our master address node; KeeperErrorCode = NoNode for /1962993659/master 2024-11-26T10:17:13,112 INFO [M:0;94eedbb855cf:34727 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/.lastflushedseqids 2024-11-26T10:17:13,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741836_1012 (size=99) 2024-11-26T10:17:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:13,204 INFO [RS:0;94eedbb855cf:43405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:17:13,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x10153c72e8b0004, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:13,204 INFO [RS:0;94eedbb855cf:43405 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,43405,1732616217752; zookeeper connection closed. 2024-11-26T10:17:13,205 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4382259c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4382259c 2024-11-26T10:17:13,205 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:17:13,535 INFO [M:0;94eedbb855cf:34727 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:17:13,535 INFO [M:0;94eedbb855cf:34727 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:17:13,535 DEBUG [M:0;94eedbb855cf:34727 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:17:13,535 INFO [M:0;94eedbb855cf:34727 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:13,535 DEBUG [M:0;94eedbb855cf:34727 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:13,535 DEBUG [M:0;94eedbb855cf:34727 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:17:13,535 DEBUG [M:0;94eedbb855cf:34727 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:13,535 INFO [M:0;94eedbb855cf:34727 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T10:17:13,554 DEBUG [M:0;94eedbb855cf:34727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b037998b534841dfb1841b4528d9a447 is 82, key is hbase:meta,,1/info:regioninfo/1732616220075/Put/seqid=0 2024-11-26T10:17:13,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741837_1013 (size=5672) 2024-11-26T10:17:13,685 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:13,685 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:13,959 INFO [M:0;94eedbb855cf:34727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b037998b534841dfb1841b4528d9a447 2024-11-26T10:17:13,981 DEBUG [M:0;94eedbb855cf:34727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b42e0bb0f1a4177b62796753c6541a0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732616220099/Put/seqid=0 2024-11-26T10:17:13,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741838_1014 (size=5275) 2024-11-26T10:17:14,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:17:14,386 INFO [M:0;94eedbb855cf:34727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b42e0bb0f1a4177b62796753c6541a0 2024-11-26T10:17:14,411 DEBUG [M:0;94eedbb855cf:34727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52ea13db37bf4a5e832278ec5e041a87 is 69, key is 94eedbb855cf,43405,1732616217752/rs:state/1732616219306/Put/seqid=0 2024-11-26T10:17:14,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741839_1015 (size=5156) 2024-11-26T10:17:14,792 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:14,792 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:14,815 INFO [M:0;94eedbb855cf:34727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52ea13db37bf4a5e832278ec5e041a87 2024-11-26T10:17:14,823 DEBUG [M:0;94eedbb855cf:34727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b037998b534841dfb1841b4528d9a447 as hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b037998b534841dfb1841b4528d9a447 2024-11-26T10:17:14,829 INFO [M:0;94eedbb855cf:34727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b037998b534841dfb1841b4528d9a447, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T10:17:14,831 DEBUG [M:0;94eedbb855cf:34727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b42e0bb0f1a4177b62796753c6541a0 as hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b42e0bb0f1a4177b62796753c6541a0 2024-11-26T10:17:14,836 INFO [M:0;94eedbb855cf:34727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b42e0bb0f1a4177b62796753c6541a0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T10:17:14,837 DEBUG [M:0;94eedbb855cf:34727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52ea13db37bf4a5e832278ec5e041a87 as hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52ea13db37bf4a5e832278ec5e041a87 2024-11-26T10:17:14,843 INFO [M:0;94eedbb855cf:34727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41969/user/jenkins/test-data/c1ba821e-f3fa-23ed-e866-514e0b938623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52ea13db37bf4a5e832278ec5e041a87, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T10:17:14,844 INFO [M:0;94eedbb855cf:34727 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=28, compaction requested=false 2024-11-26T10:17:14,845 INFO [M:0;94eedbb855cf:34727 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:14,846 DEBUG [M:0;94eedbb855cf:34727 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616233535Disabling compacts and flushes for region at 1732616233535Disabling writes for close at 1732616233535Obtaining lock to block concurrent updates at 1732616233535Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616233535Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732616233536 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616233536Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616233537 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616233553 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616233553Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616233965 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616233980 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616233980Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616234393 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616234410 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616234410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5419171b: reopening flushed file at 1732616234822 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197a3bb2: reopening flushed file at 1732616234830 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360eab00: reopening flushed file at 1732616234836 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=28, compaction requested=false at 1732616234844 (+8 ms)Writing region close event to WAL at 1732616234845 (+1 ms)Closed at 1732616234845 2024-11-26T10:17:14,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741830_1006 (size=10165) 2024-11-26T10:17:14,849 INFO [M:0;94eedbb855cf:34727 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:17:14,849 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:17:14,849 INFO [M:0;94eedbb855cf:34727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34727 2024-11-26T10:17:14,852 INFO [M:0;94eedbb855cf:34727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:17:14,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:14,954 INFO [M:0;94eedbb855cf:34727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:17:14,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x10153c72e8b0003, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:14,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:17:14,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:17:14,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:17:14,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:17:14,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/hadoop.log.dir/,STOPPED} 2024-11-26T10:17:14,963 WARN [BP-472196436-172.17.0.2-1732616216632 heartbeating to localhost/127.0.0.1:41969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:17:14,963 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:17:14,963 WARN [BP-472196436-172.17.0.2-1732616216632 heartbeating to localhost/127.0.0.1:41969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-472196436-172.17.0.2-1732616216632 (Datanode Uuid 00282e3c-14b4-4b54-b878-e2425f6c1aca) service to localhost/127.0.0.1:41969 2024-11-26T10:17:14,963 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:17:14,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/cluster_edd60c09-850b-17f3-9234-b7e5f52f4d19/data/data1/current/BP-472196436-172.17.0.2-1732616216632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:17:14,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/cluster_edd60c09-850b-17f3-9234-b7e5f52f4d19/data/data2/current/BP-472196436-172.17.0.2-1732616216632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:17:14,965 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:17:14,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:17:14,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:17:14,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:17:14,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:17:14,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/hadoop.log.dir/,STOPPED} 2024-11-26T10:17:14,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:17:14,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:17:14,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:14,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:14,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:14,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:14,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:14,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:17:14,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1019914834, stopped=false 2024-11-26T10:17:14,991 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,42341,1732616227198 2024-11-26T10:17:14,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242504152/running 2024-11-26T10:17:14,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242504152/running 2024-11-26T10:17:14,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:17:14,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:17:14,992 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:17:14,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:14,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:14,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:14,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/running 2024-11-26T10:17:14,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Set watcher on znode that does not yet exist, /01242504152/running 2024-11-26T10:17:14,993 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,33541,1732616227234' ***** 2024-11-26T10:17:14,993 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:17:14,993 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:17:14,994 INFO [RS:0;94eedbb855cf:33541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:17:14,994 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:17:14,994 INFO [RS:0;94eedbb855cf:33541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:17:14,994 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(3091): Received CLOSE for ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:14,994 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,33541,1732616227234 2024-11-26T10:17:14,994 INFO [RS:0;94eedbb855cf:33541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:17:14,994 INFO [RS:0;94eedbb855cf:33541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:33541. 2024-11-26T10:17:14,994 DEBUG [RS:0;94eedbb855cf:33541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:14,994 DEBUG [RS:0;94eedbb855cf:33541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:14,994 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac6b0d68b794cf1e72bb7008f36b80f8, disabling compactions & flushes 2024-11-26T10:17:14,994 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:14,994 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:17:14,994 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:17:14,994 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:14,994 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:17:14,994 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. after waiting 0 ms 2024-11-26T10:17:14,994 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:17:14,994 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:14,995 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:17:14,995 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(1325): Online Regions={ac6b0d68b794cf1e72bb7008f36b80f8=hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:17:14,995 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac6b0d68b794cf1e72bb7008f36b80f8 2024-11-26T10:17:14,995 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:17:14,995 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:17:14,995 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:17:14,995 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:17:14,995 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:17:14,995 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T10:17:15,000 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/replication/ac6b0d68b794cf1e72bb7008f36b80f8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-26T10:17:15,000 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:17:15,000 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:17:15,000 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:15,001 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac6b0d68b794cf1e72bb7008f36b80f8: Waiting for close lock at 1732616234994Running coprocessor pre-close hooks at 1732616234994Disabling compacts and flushes for region at 1732616234994Disabling writes for close at 1732616234994Writing region close event to WAL at 1732616234995 (+1 ms)Running coprocessor post-close hooks at 1732616235000 (+5 ms)Closed at 1732616235000 2024-11-26T10:17:15,001 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8. 2024-11-26T10:17:15,013 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/.tmp/info/78cceaba3fde49cb84e0bb304b6cd5ad is 147, key is hbase:replication,,1732616220280.ac6b0d68b794cf1e72bb7008f36b80f8./info:regioninfo/1732616232798/Put/seqid=0 2024-11-26T10:17:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741851_1027 (size=6385) 2024-11-26T10:17:15,034 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:17:15,089 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:17:15,089 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:17:15,195 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:15,395 DEBUG [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:15,418 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/.tmp/info/78cceaba3fde49cb84e0bb304b6cd5ad 2024-11-26T10:17:15,427 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/.tmp/info/78cceaba3fde49cb84e0bb304b6cd5ad as hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/info/78cceaba3fde49cb84e0bb304b6cd5ad 2024-11-26T10:17:15,434 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/info/78cceaba3fde49cb84e0bb304b6cd5ad, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T10:17:15,435 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-26T10:17:15,440 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T10:17:15,441 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:17:15,441 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:17:15,441 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:15,441 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616234995Running coprocessor pre-close hooks at 1732616234995Disabling compacts and flushes for region at 1732616234995Disabling writes for close at 1732616234995Obtaining lock to block concurrent updates at 1732616234995Preparing flush snapshotting stores in 1588230740 at 1732616234995Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732616234996 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732616234996Flushing 1588230740/info: creating writer at 1732616234996Flushing 1588230740/info: appending metadata at 1732616235012 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732616235012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e45d25: reopening flushed file at 1732616235426 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1732616235435 (+9 ms)Writing region close event to WAL at 1732616235437 (+2 ms)Running coprocessor post-close hooks at 1732616235441 (+4 ms)Closed at 1732616235441 2024-11-26T10:17:15,441 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:15,596 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,33541,1732616227234; all regions closed. 2024-11-26T10:17:15,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741849_1025 (size=2156) 2024-11-26T10:17:15,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.meta.1732616228484.meta not finished, retry = 0 2024-11-26T10:17:15,702 DEBUG [RS:0;94eedbb855cf:33541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs 2024-11-26T10:17:15,702 INFO [RS:0;94eedbb855cf:33541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C33541%2C1732616227234.meta:.meta(num 1732616228484) 2024-11-26T10:17:15,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741850_1026 (size=796) 2024-11-26T10:17:15,705 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.rep.1732616232754 not finished, retry = 0 2024-11-26T10:17:15,808 DEBUG [RS:0;94eedbb855cf:33541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs 2024-11-26T10:17:15,808 INFO [RS:0;94eedbb855cf:33541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C33541%2C1732616227234.rep:(num 1732616232754) 2024-11-26T10:17:15,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741848_1024 (size=93) 2024-11-26T10:17:15,811 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 not finished, retry = 0 2024-11-26T10:17:15,914 DEBUG [RS:0;94eedbb855cf:33541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs 2024-11-26T10:17:15,914 INFO [RS:0;94eedbb855cf:33541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C33541%2C1732616227234:(num 1732616228196) 2024-11-26T10:17:15,914 DEBUG [RS:0;94eedbb855cf:33541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:15,914 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:17:15,914 INFO [RS:0;94eedbb855cf:33541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:17:15,914 INFO [RS:0;94eedbb855cf:33541 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:17:15,914 INFO [RS:0;94eedbb855cf:33541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:17:15,915 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:17:15,915 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,33541,1732616227234 because: Region server is closing 2024-11-26T10:17:15,915 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T10:17:15,915 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T10:17:15,915 INFO [RS:0;94eedbb855cf:33541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:33541. 2024-11-26T10:17:15,915 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T10:17:15,915 DEBUG [RS:0;94eedbb855cf:33541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:15,915 DEBUG [RS:0;94eedbb855cf:33541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:15,915 DEBUG [RS:0;94eedbb855cf:33541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:15,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:16,000 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 to pos 0, reset compression=false 2024-11-26T10:17:16,006 INFO [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 was moved to hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/oldWALs/94eedbb855cf%2C33541%2C1732616227234.1732616228196 2024-11-26T10:17:16,010 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196 2024-11-26T10:17:16,010 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-26T10:17:16,010 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.wal-reader.94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-26T10:17:16,010 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-94eedbb855cf,33541,1732616227234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/WALs/94eedbb855cf,33541,1732616227234/94eedbb855cf%2C33541%2C1732616227234.1732616228196, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T10:17:16,015 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:16,015 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,33541,1732616227234, seqNum=-1] 2024-11-26T10:17:16,016 WARN [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T10:17:16,016 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,1-94eedbb855cf,33541,1732616227234 terminated 2024-11-26T10:17:16,016 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-94eedbb855cf,33541,1732616227234 because: Region server is closing 2024-11-26T10:17:16,016 INFO [RS:0;94eedbb855cf:33541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:33541. 2024-11-26T10:17:16,016 DEBUG [RS:0;94eedbb855cf:33541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:16,016 DEBUG [RS:0;94eedbb855cf:33541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:16,016 DEBUG [RS:0;94eedbb855cf:33541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:16,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:16,017 WARN [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-94eedbb855cf,33541,1732616227234', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:33541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-26T10:17:16,020 ERROR [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 94eedbb855cf,33541,1732616227234: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-94eedbb855cf,33541,1732616227234, walGroup=94eedbb855cf%2C33541%2C1732616227234, offset=94eedbb855cf%2C33541%2C1732616227234.1732616228196:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:33541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T10:17:16,022 ERROR [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T10:17:16,025 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T10:17:16,026 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T10:17:16,026 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T10:17:16,026 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T10:17:16,027 INFO [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 578712824 }, "NonHeapMemoryUsage": { "committed": 162922496, "init": 7667712, "max": -1, "used": 160610968 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T10:17:16,028 DEBUG [RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [94eedbb855cf%2C33541%2C1732616227234.1732616228196] 2024-11-26T10:17:16,117 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;94eedbb855cf:33541.replicationSource.shipper94eedbb855cf%2C33541%2C1732616227234,2-94eedbb855cf,33541,1732616227234 terminated 2024-11-26T10:17:16,117 INFO [RS:0;94eedbb855cf:33541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33541 2024-11-26T10:17:16,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152/rs 2024-11-26T10:17:16,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242504152/rs/94eedbb855cf,33541,1732616227234 2024-11-26T10:17:16,124 INFO [RS:0;94eedbb855cf:33541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:17:16,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,33541,1732616227234] 2024-11-26T10:17:16,126 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01242504152/draining/94eedbb855cf,33541,1732616227234 already deleted, retry=false 2024-11-26T10:17:16,126 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,33541,1732616227234 expired; onlineServers=0 2024-11-26T10:17:16,126 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,42341,1732616227198' ***** 2024-11-26T10:17:16,126 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:17:16,127 INFO [M:0;94eedbb855cf:42341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:17:16,127 INFO [M:0;94eedbb855cf:42341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:17:16,127 DEBUG [M:0;94eedbb855cf:42341 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:17:16,127 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:17:16,127 DEBUG [M:0;94eedbb855cf:42341 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:17:16,127 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616227903 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616227903,5,FailOnTimeoutGroup] 2024-11-26T10:17:16,127 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616227903 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616227903,5,FailOnTimeoutGroup] 2024-11-26T10:17:16,127 INFO [M:0;94eedbb855cf:42341 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:17:16,128 INFO [M:0;94eedbb855cf:42341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:17:16,128 DEBUG [M:0;94eedbb855cf:42341 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:17:16,128 INFO [M:0;94eedbb855cf:42341 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:17:16,128 INFO [M:0;94eedbb855cf:42341 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:17:16,128 INFO [M:0;94eedbb855cf:42341 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:17:16,128 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:17:16,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01242504152/master 2024-11-26T10:17:16,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01242504152 2024-11-26T10:17:16,129 DEBUG [M:0;94eedbb855cf:42341 {}] zookeeper.ZKUtil(347): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Unable to get data of znode /01242504152/master because node does not exist (not an error) 2024-11-26T10:17:16,129 WARN [M:0;94eedbb855cf:42341 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:17:16,130 INFO [M:0;94eedbb855cf:42341 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/.lastflushedseqids 2024-11-26T10:17:16,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741852_1028 (size=181) 2024-11-26T10:17:16,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:16,225 INFO [RS:0;94eedbb855cf:33541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:17:16,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33541-0x10153c72e8b0007, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:16,225 INFO [RS:0;94eedbb855cf:33541 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,33541,1732616227234; zookeeper connection closed. 2024-11-26T10:17:16,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@341e1e0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@341e1e0c 2024-11-26T10:17:16,226 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:17:16,538 INFO [M:0;94eedbb855cf:42341 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:17:16,539 INFO [M:0;94eedbb855cf:42341 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:17:16,539 DEBUG [M:0;94eedbb855cf:42341 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:17:16,539 INFO [M:0;94eedbb855cf:42341 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:16,539 DEBUG [M:0;94eedbb855cf:42341 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:16,539 DEBUG [M:0;94eedbb855cf:42341 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:17:16,539 DEBUG [M:0;94eedbb855cf:42341 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:16,539 INFO [M:0;94eedbb855cf:42341 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T10:17:16,557 DEBUG [M:0;94eedbb855cf:42341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd5dd718915147e2b2cfaab97dc07c77 is 82, key is hbase:meta,,1/info:regioninfo/1732616228549/Put/seqid=0 2024-11-26T10:17:16,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741853_1029 (size=5680) 2024-11-26T10:17:16,963 INFO [M:0;94eedbb855cf:42341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd5dd718915147e2b2cfaab97dc07c77 2024-11-26T10:17:16,984 DEBUG [M:0;94eedbb855cf:42341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c75d75444f93403e8399337004719d59 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732616232806/Put/seqid=0 2024-11-26T10:17:16,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741854_1030 (size=7319) 2024-11-26T10:17:17,390 INFO [M:0;94eedbb855cf:42341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c75d75444f93403e8399337004719d59 2024-11-26T10:17:17,413 DEBUG [M:0;94eedbb855cf:42341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a05a9e4d32464492ace8406b522894 is 69, key is 94eedbb855cf,33541,1732616227234/rs:state/1732616227977/Put/seqid=0 2024-11-26T10:17:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741855_1031 (size=5371) 2024-11-26T10:17:17,818 INFO [M:0;94eedbb855cf:42341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a05a9e4d32464492ace8406b522894 2024-11-26T10:17:17,826 INFO [M:0;94eedbb855cf:42341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13a05a9e4d32464492ace8406b522894 2024-11-26T10:17:17,827 DEBUG [M:0;94eedbb855cf:42341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd5dd718915147e2b2cfaab97dc07c77 as hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd5dd718915147e2b2cfaab97dc07c77 2024-11-26T10:17:17,833 INFO [M:0;94eedbb855cf:42341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd5dd718915147e2b2cfaab97dc07c77, entries=8, sequenceid=172, filesize=5.5 K 2024-11-26T10:17:17,834 DEBUG [M:0;94eedbb855cf:42341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c75d75444f93403e8399337004719d59 as hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c75d75444f93403e8399337004719d59 2024-11-26T10:17:17,840 INFO [M:0;94eedbb855cf:42341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c75d75444f93403e8399337004719d59, entries=7, sequenceid=172, filesize=7.1 K 2024-11-26T10:17:17,841 DEBUG [M:0;94eedbb855cf:42341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a05a9e4d32464492ace8406b522894 as hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13a05a9e4d32464492ace8406b522894 2024-11-26T10:17:17,847 INFO [M:0;94eedbb855cf:42341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13a05a9e4d32464492ace8406b522894 2024-11-26T10:17:17,848 INFO [M:0;94eedbb855cf:42341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45891/user/jenkins/test-data/02753e7b-843c-0774-70b2-915c22267141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13a05a9e4d32464492ace8406b522894, entries=2, sequenceid=172, filesize=5.2 K 2024-11-26T10:17:17,849 INFO [M:0;94eedbb855cf:42341 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false 2024-11-26T10:17:17,851 INFO [M:0;94eedbb855cf:42341 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:17,851 DEBUG [M:0;94eedbb855cf:42341 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616236539Disabling compacts and flushes for region at 1732616236539Disabling writes for close at 1732616236539Obtaining lock to block concurrent updates at 1732616236539Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616236539Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732616236540 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616236541 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616236541Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616236557 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616236557Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616236969 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616236983 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616236984 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616237396 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616237412 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616237412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677d4f87: reopening flushed file at 1732616237826 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6870eaf3: reopening flushed file at 1732616237833 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186d9a24: reopening flushed file at 1732616237840 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false at 1732616237849 (+9 ms)Writing region close event to WAL at 1732616237851 (+2 ms)Closed at 1732616237851 2024-11-26T10:17:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37707 is added to blk_1073741847_1023 (size=22949) 2024-11-26T10:17:17,855 INFO [M:0;94eedbb855cf:42341 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:17:17,855 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:17:17,855 INFO [M:0;94eedbb855cf:42341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42341 2024-11-26T10:17:17,856 INFO [M:0;94eedbb855cf:42341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:17:17,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:17,958 INFO [M:0;94eedbb855cf:42341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:17:17,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42341-0x10153c72e8b0006, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:17,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:17:17,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:17:17,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:17:17,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:17:17,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/hadoop.log.dir/,STOPPED} 2024-11-26T10:17:17,963 WARN [BP-1488588726-172.17.0.2-1732616210226 heartbeating to localhost/127.0.0.1:45891 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:17:17,963 WARN [BP-1488588726-172.17.0.2-1732616210226 heartbeating to localhost/127.0.0.1:45891 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1488588726-172.17.0.2-1732616210226 (Datanode Uuid 39db1876-b981-4eaf-9ec4-9e2cf95b9e70) service to localhost/127.0.0.1:45891 2024-11-26T10:17:17,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/cluster_d7c7ce5d-7708-9f8e-235a-d73963197434/data/data1/current/BP-1488588726-172.17.0.2-1732616210226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:17:17,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/cluster_d7c7ce5d-7708-9f8e-235a-d73963197434/data/data2/current/BP-1488588726-172.17.0.2-1732616210226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:17:17,964 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:17:17,964 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:17:17,964 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:17:17,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:17:17,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:17:17,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:17:17,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:17:17,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/841576e1-5de2-5ff3-cb52-67ed3bbd0db4/hadoop.log.dir/,STOPPED} 2024-11-26T10:17:17,984 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:17:18,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:17:18,010 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45891 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/94eedbb855cf:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/94eedbb855cf:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45891 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a465363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/94eedbb855cf:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41969 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45891 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51891) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: master/94eedbb855cf:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45891 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/94eedbb855cf:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51891) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45891 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45891 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=6437 (was 7277) 2024-11-26T10:17:18,019 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=6438 2024-11-26T10:17:18,033 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-26T10:17:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/hadoop.log.dir so I do NOT create it in target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f 2024-11-26T10:17:18,034 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:17:18,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/hadoop.tmp.dir so I do NOT create it in target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f 2024-11-26T10:17:18,034 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08175465-36f9-1146-e98e-96e6efa47284/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:17:18,034 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f 2024-11-26T10:17:18,034 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/cluster_7fb7fdcb-d54b-c865-d65c-e7d9d5aadf5d, deleteOnExit=true 2024-11-26T10:17:18,037 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/cluster_7fb7fdcb-d54b-c865-d65c-e7d9d5aadf5d/zookeeper_0, clientPort=58929, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/cluster_7fb7fdcb-d54b-c865-d65c-e7d9d5aadf5d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/cluster_7fb7fdcb-d54b-c865-d65c-e7d9d5aadf5d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:17:18,038 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58929 2024-11-26T10:17:18,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:17:18,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:17:18,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/test.cache.data in system properties and HBase conf 2024-11-26T10:17:18,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:17:18,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:17:18,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:17:18,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:17:18,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:17:18,039 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:17:18,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:17:18,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:17:18,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:17:18,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:17:18,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:17:18,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:17:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:17:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:17:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:17:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:17:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:17:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:17:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:17:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:17:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153c72e8b0005, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:17:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153c72e8b0002, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:17:18,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153c72e8b0002, quorum=127.0.0.1:51891, baseZNode=/01242504152 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:17:18,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153c72e8b0005, quorum=127.0.0.1:51891, baseZNode=/1962993659 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:17:18,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:17:18,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:17:18,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:17:18,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:17:18,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:17:18,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:17:18,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:17:18,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:17:18,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/java.io.tmpdir/jetty-localhost-44165-hadoop-hdfs-3_4_1-tests_jar-_-any-4497109540429740923/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:17:18,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:44165} 2024-11-26T10:17:18,283 INFO [Time-limited test {}] server.Server(415): Started @30100ms 2024-11-26T10:17:18,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:17:18,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:17:18,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:17:18,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:17:18,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:17:18,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:17:18,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:17:18,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/java.io.tmpdir/jetty-localhost-46149-hadoop-hdfs-3_4_1-tests_jar-_-any-16520523240473031914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:17:18,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:46149} 2024-11-26T10:17:18,497 INFO [Time-limited test {}] server.Server(415): Started @30314ms 2024-11-26T10:17:18,499 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:17:18,591 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/cluster_7fb7fdcb-d54b-c865-d65c-e7d9d5aadf5d/data/data1/current/BP-1856239071-172.17.0.2-1732616238082/current, will proceed with Du for space computation calculation, 2024-11-26T10:17:18,591 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/cluster_7fb7fdcb-d54b-c865-d65c-e7d9d5aadf5d/data/data2/current/BP-1856239071-172.17.0.2-1732616238082/current, will proceed with Du for space computation calculation, 2024-11-26T10:17:18,609 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:17:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6adfc91740facbb with lease ID 0xfe6caab3f5e9c302: Processing first storage report for DS-0b3d8338-cd1e-4b73-8b41-407679171a48 from datanode DatanodeRegistration(127.0.0.1:44907, datanodeUuid=2d11861b-7b19-4697-9d35-043f93f1ba36, infoPort=35055, infoSecurePort=0, ipcPort=39547, storageInfo=lv=-57;cid=testClusterID;nsid=394527840;c=1732616238082) 2024-11-26T10:17:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6adfc91740facbb with lease ID 0xfe6caab3f5e9c302: from storage DS-0b3d8338-cd1e-4b73-8b41-407679171a48 node DatanodeRegistration(127.0.0.1:44907, datanodeUuid=2d11861b-7b19-4697-9d35-043f93f1ba36, infoPort=35055, infoSecurePort=0, ipcPort=39547, storageInfo=lv=-57;cid=testClusterID;nsid=394527840;c=1732616238082), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:17:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6adfc91740facbb with lease ID 0xfe6caab3f5e9c302: Processing first storage report for DS-7a443b40-1bb7-4035-a5d7-2803025f4662 from datanode DatanodeRegistration(127.0.0.1:44907, datanodeUuid=2d11861b-7b19-4697-9d35-043f93f1ba36, infoPort=35055, infoSecurePort=0, ipcPort=39547, storageInfo=lv=-57;cid=testClusterID;nsid=394527840;c=1732616238082) 2024-11-26T10:17:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6adfc91740facbb with lease ID 0xfe6caab3f5e9c302: from storage DS-7a443b40-1bb7-4035-a5d7-2803025f4662 node DatanodeRegistration(127.0.0.1:44907, datanodeUuid=2d11861b-7b19-4697-9d35-043f93f1ba36, infoPort=35055, infoSecurePort=0, ipcPort=39547, storageInfo=lv=-57;cid=testClusterID;nsid=394527840;c=1732616238082), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:17:18,629 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f 2024-11-26T10:17:18,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:18,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:18,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:17:19,043 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46 with version=8 2024-11-26T10:17:19,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/hbase-staging 2024-11-26T10:17:19,047 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:17:19,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:19,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:19,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:17:19,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:19,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:17:19,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:17:19,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:17:19,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37687 2024-11-26T10:17:19,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37687 connecting to ZooKeeper ensemble=127.0.0.1:58929 2024-11-26T10:17:19,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376870x0, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:19,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37687-0x10153c79e640000 connected 2024-11-26T10:17:19,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:19,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:19,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Set watcher on znode that does not yet exist, /0-1821986195/running 2024-11-26T10:17:19,076 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46, hbase.cluster.distributed=false 2024-11-26T10:17:19,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Set watcher on znode that does not yet exist, /0-1821986195/acl 2024-11-26T10:17:19,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37687 2024-11-26T10:17:19,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37687 2024-11-26T10:17:19,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37687 2024-11-26T10:17:19,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37687 2024-11-26T10:17:19,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37687 2024-11-26T10:17:19,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:17:19,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:19,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:19,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:17:19,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:19,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:17:19,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:17:19,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:17:19,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37713 2024-11-26T10:17:19,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37713 connecting to ZooKeeper ensemble=127.0.0.1:58929 2024-11-26T10:17:19,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:19,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:19,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377130x0, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:19,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37713-0x10153c79e640001 connected 2024-11-26T10:17:19,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Set watcher on znode that does not yet exist, /0-1821986195/running 2024-11-26T10:17:19,106 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:17:19,109 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:17:19,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Set watcher on znode that does not yet exist, /0-1821986195/master 2024-11-26T10:17:19,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Set watcher on znode that does not yet exist, /0-1821986195/acl 2024-11-26T10:17:19,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-26T10:17:19,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37713 2024-11-26T10:17:19,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37713 2024-11-26T10:17:19,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-26T10:17:19,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-26T10:17:19,130 DEBUG [M:0;94eedbb855cf:37687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:37687 2024-11-26T10:17:19,131 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1821986195/backup-masters/94eedbb855cf,37687,1732616239046 2024-11-26T10:17:19,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195/backup-masters 2024-11-26T10:17:19,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195/backup-masters 2024-11-26T10:17:19,133 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Set watcher on existing znode=/0-1821986195/backup-masters/94eedbb855cf,37687,1732616239046 2024-11-26T10:17:19,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1821986195/master 2024-11-26T10:17:19,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:19,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:19,136 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Set watcher on existing znode=/0-1821986195/master 2024-11-26T10:17:19,137 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1821986195/backup-masters/94eedbb855cf,37687,1732616239046 from backup master directory 2024-11-26T10:17:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1821986195/backup-masters/94eedbb855cf,37687,1732616239046 2024-11-26T10:17:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195/backup-masters 2024-11-26T10:17:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195/backup-masters 2024-11-26T10:17:19,138 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:17:19,138 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,37687,1732616239046 2024-11-26T10:17:19,144 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/hbase.id] with ID: 8f1dd4b8-5ee0-412a-ad5b-427523684433 2024-11-26T10:17:19,144 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/.tmp/hbase.id 2024-11-26T10:17:19,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:17:19,550 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/.tmp/hbase.id]:[hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/hbase.id] 2024-11-26T10:17:19,565 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:19,565 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:17:19,566 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:17:19,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:19,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:19,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:17:19,976 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:17:19,977 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:17:19,978 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:19,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:17:20,386 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store 2024-11-26T10:17:20,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:17:20,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:17:20,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:20,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:20,794 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:20,794 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:17:20,794 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:20,794 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:20,794 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:17:20,794 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:20,794 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:20,794 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616240794Disabling compacts and flushes for region at 1732616240794Disabling writes for close at 1732616240794Writing region close event to WAL at 1732616240794Closed at 1732616240794 2024-11-26T10:17:20,795 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/.initializing 2024-11-26T10:17:20,795 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/WALs/94eedbb855cf,37687,1732616239046 2024-11-26T10:17:20,796 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:17:20,798 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C37687%2C1732616239046, suffix=, logDir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/WALs/94eedbb855cf,37687,1732616239046, archiveDir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/oldWALs, maxLogs=10 2024-11-26T10:17:20,813 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/WALs/94eedbb855cf,37687,1732616239046/94eedbb855cf%2C37687%2C1732616239046.1732616240799, exclude list is [], retry=0 2024-11-26T10:17:20,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44907,DS-0b3d8338-cd1e-4b73-8b41-407679171a48,DISK] 2024-11-26T10:17:20,819 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/WALs/94eedbb855cf,37687,1732616239046/94eedbb855cf%2C37687%2C1732616239046.1732616240799 2024-11-26T10:17:20,819 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35055:35055)] 2024-11-26T10:17:20,819 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:20,820 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:20,820 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:20,820 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:20,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:20,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:17:20,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:20,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:20,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:20,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:17:20,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:20,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:20,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:20,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:17:20,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:20,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:20,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:20,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:17:20,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:20,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:20,830 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:20,830 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:20,831 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:20,832 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:20,832 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:20,832 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:20,834 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:20,836 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:20,836 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65468517, jitterRate=-0.02444307506084442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:20,837 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616240820Initializing all the Stores at 1732616240821 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616240821Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616240821Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616240821Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616240821Cleaning up temporary data from old regions at 1732616240832 (+11 ms)Region opened successfully at 1732616240837 (+5 ms) 2024-11-26T10:17:20,838 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:17:20,841 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8635174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:17:20,842 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:17:20,842 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:17:20,842 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:17:20,842 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:17:20,843 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:17:20,843 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:17:20,843 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:17:20,845 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:17:20,846 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Unable to get data of znode /0-1821986195/balancer because node does not exist (not necessarily an error) 2024-11-26T10:17:20,847 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821986195/balancer already deleted, retry=false 2024-11-26T10:17:20,848 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:17:20,849 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Unable to get data of znode /0-1821986195/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:17:20,850 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821986195/normalizer already deleted, retry=false 2024-11-26T10:17:20,850 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:17:20,851 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Unable to get data of znode /0-1821986195/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:17:20,852 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821986195/switch/split already deleted, retry=false 2024-11-26T10:17:20,853 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Unable to get data of znode /0-1821986195/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:17:20,855 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821986195/switch/merge already deleted, retry=false 2024-11-26T10:17:20,857 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Unable to get data of znode /0-1821986195/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:17:20,858 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821986195/snapshot-cleanup already deleted, retry=false 2024-11-26T10:17:20,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1821986195/running 2024-11-26T10:17:20,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1821986195/running 2024-11-26T10:17:20,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:20,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:20,861 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,37687,1732616239046, sessionid=0x10153c79e640000, setting cluster-up flag (Was=false) 2024-11-26T10:17:20,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:20,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:20,868 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1821986195/flush-table-proc/acquired, /0-1821986195/flush-table-proc/reached, /0-1821986195/flush-table-proc/abort 2024-11-26T10:17:20,870 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,37687,1732616239046 2024-11-26T10:17:20,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:20,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:20,883 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1821986195/online-snapshot/acquired, /0-1821986195/online-snapshot/reached, /0-1821986195/online-snapshot/abort 2024-11-26T10:17:20,884 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,37687,1732616239046 2024-11-26T10:17:20,886 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:17:20,888 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:20,888 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:17:20,888 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:17:20,889 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,37687,1732616239046 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:17:20,890 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:20,890 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:20,890 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:20,890 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:20,890 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:17:20,890 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,890 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:17:20,890 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:20,892 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:17:20,893 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:20,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:17:20,896 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616270896 2024-11-26T10:17:20,896 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:17:20,896 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:17:20,897 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:17:20,897 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:17:20,897 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:17:20,897 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:17:20,899 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,899 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:17:20,899 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:17:20,899 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:17:20,899 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:17:20,900 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:17:20,900 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:17:20,901 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616240900,5,FailOnTimeoutGroup] 2024-11-26T10:17:20,901 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616240901,5,FailOnTimeoutGroup] 2024-11-26T10:17:20,901 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,901 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:17:20,902 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,902 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:17:20,921 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(746): ClusterId : 8f1dd4b8-5ee0-412a-ad5b-427523684433 2024-11-26T10:17:20,921 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:17:20,924 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:17:20,924 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:17:20,926 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:17:20,926 DEBUG [RS:0;94eedbb855cf:37713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c503f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:17:20,942 DEBUG [RS:0;94eedbb855cf:37713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:37713 2024-11-26T10:17:20,943 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:17:20,943 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:17:20,943 DEBUG [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:17:20,943 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,37687,1732616239046 with port=37713, startcode=1732616239096 2024-11-26T10:17:20,944 DEBUG [RS:0;94eedbb855cf:37713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:17:20,946 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:17:20,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,37713,1732616239096 2024-11-26T10:17:20,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37687 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,37713,1732616239096 2024-11-26T10:17:20,948 DEBUG [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46 2024-11-26T10:17:20,948 DEBUG [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39315 2024-11-26T10:17:20,948 DEBUG [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:17:20,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195/rs 2024-11-26T10:17:20,950 DEBUG [RS:0;94eedbb855cf:37713 {}] zookeeper.ZKUtil(111): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Set watcher on existing znode=/0-1821986195/rs/94eedbb855cf,37713,1732616239096 2024-11-26T10:17:20,950 WARN [RS:0;94eedbb855cf:37713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:17:20,950 INFO [RS:0;94eedbb855cf:37713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:20,950 DEBUG [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096 2024-11-26T10:17:20,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,37713,1732616239096] 2024-11-26T10:17:20,954 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:17:20,956 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:17:20,959 INFO [RS:0;94eedbb855cf:37713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:17:20,959 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,959 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:17:20,960 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:17:20,960 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,960 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,960 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,960 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,961 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,961 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,961 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:17:20,961 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,961 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,961 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,961 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,961 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,961 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:20,961 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:17:20,961 DEBUG [RS:0;94eedbb855cf:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:17:20,962 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,962 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,962 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,962 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,962 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,962 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37713,1732616239096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:17:20,978 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:17:20,978 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37713,1732616239096-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,978 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,978 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.Replication(171): 94eedbb855cf,37713,1732616239096 started 2024-11-26T10:17:20,993 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:20,994 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,37713,1732616239096, RpcServer on 94eedbb855cf/172.17.0.2:37713, sessionid=0x10153c79e640001 2024-11-26T10:17:20,994 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:17:20,994 DEBUG [RS:0;94eedbb855cf:37713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,37713,1732616239096 2024-11-26T10:17:20,994 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,37713,1732616239096' 2024-11-26T10:17:20,994 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1821986195/flush-table-proc/abort' 2024-11-26T10:17:20,994 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1821986195/flush-table-proc/acquired' 2024-11-26T10:17:20,995 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:17:20,995 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:17:20,995 DEBUG [RS:0;94eedbb855cf:37713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,37713,1732616239096 2024-11-26T10:17:20,995 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,37713,1732616239096' 2024-11-26T10:17:20,995 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1821986195/online-snapshot/abort' 2024-11-26T10:17:20,995 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1821986195/online-snapshot/acquired' 2024-11-26T10:17:20,995 DEBUG [RS:0;94eedbb855cf:37713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:17:20,996 INFO [RS:0;94eedbb855cf:37713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:17:20,996 INFO [RS:0;94eedbb855cf:37713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:17:21,096 INFO [RS:0;94eedbb855cf:37713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:17:21,098 INFO [RS:0;94eedbb855cf:37713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C37713%2C1732616239096, suffix=, logDir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096, archiveDir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/oldWALs, maxLogs=10 2024-11-26T10:17:21,113 DEBUG [RS:0;94eedbb855cf:37713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.1732616241099, exclude list is [], retry=0 2024-11-26T10:17:21,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44907,DS-0b3d8338-cd1e-4b73-8b41-407679171a48,DISK] 2024-11-26T10:17:21,119 INFO [RS:0;94eedbb855cf:37713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.1732616241099 2024-11-26T10:17:21,119 DEBUG [RS:0;94eedbb855cf:37713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35055:35055)] 2024-11-26T10:17:21,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:17:21,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46 2024-11-26T10:17:21,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:17:21,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:21,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:17:21,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:17:21,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:21,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:21,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:17:21,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:17:21,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:21,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:21,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:17:21,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:17:21,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:21,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:21,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:17:21,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:17:21,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:21,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:21,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:17:21,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740 2024-11-26T10:17:21,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740 2024-11-26T10:17:21,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:17:21,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:17:21,725 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:21,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:17:21,729 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:21,729 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70844661, jitterRate=0.05566771328449249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:21,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616241713Initializing all the Stores at 1732616241713Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616241714 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616241714Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616241714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616241714Cleaning up temporary data from old regions at 1732616241725 (+11 ms)Region opened successfully at 1732616241730 (+5 ms) 2024-11-26T10:17:21,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:17:21,730 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:17:21,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:17:21,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:17:21,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:17:21,731 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:21,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616241730Disabling compacts and flushes for region at 1732616241730Disabling writes for close at 1732616241730Writing region close event to WAL at 1732616241731 (+1 ms)Closed at 1732616241731 2024-11-26T10:17:21,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:21,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:17:21,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:17:21,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:17:21,735 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:17:21,885 DEBUG [94eedbb855cf:37687 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:17:21,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,37713,1732616239096 2024-11-26T10:17:21,887 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37713,1732616239096, state=OPENING 2024-11-26T10:17:21,890 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:17:21,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:21,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:21,895 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:17:21,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1821986195/meta-region-server: CHANGED 2024-11-26T10:17:21,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1821986195/meta-region-server: CHANGED 2024-11-26T10:17:21,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37713,1732616239096}] 2024-11-26T10:17:22,047 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:17:22,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:17:22,055 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:17:22,055 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:22,055 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:17:22,057 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C37713%2C1732616239096.meta, suffix=.meta, logDir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096, archiveDir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/oldWALs, maxLogs=10 2024-11-26T10:17:22,072 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.meta.1732616242057.meta, exclude list is [], retry=0 2024-11-26T10:17:22,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44907,DS-0b3d8338-cd1e-4b73-8b41-407679171a48,DISK] 2024-11-26T10:17:22,077 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.meta.1732616242057.meta 2024-11-26T10:17:22,077 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35055:35055)] 2024-11-26T10:17:22,077 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:22,078 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:17:22,078 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:17:22,078 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:17:22,078 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:17:22,078 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:17:22,078 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:22,078 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:17:22,078 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:17:22,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:17:22,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:17:22,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:22,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:22,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:17:22,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:17:22,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:22,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:22,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:17:22,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:17:22,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:22,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:22,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:17:22,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:17:22,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:22,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:22,086 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:17:22,087 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740 2024-11-26T10:17:22,088 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740 2024-11-26T10:17:22,089 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:17:22,089 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:17:22,090 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:22,091 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:17:22,092 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63491708, jitterRate=-0.05389982461929321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:22,092 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:17:22,093 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616242078Writing region info on filesystem at 1732616242078Initializing all the Stores at 1732616242079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616242080 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616242080Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616242080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616242080Cleaning up temporary data from old regions at 1732616242089 (+9 ms)Running coprocessor post-open hooks at 1732616242092 (+3 ms)Region opened successfully at 1732616242093 (+1 ms) 2024-11-26T10:17:22,094 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616242047 2024-11-26T10:17:22,097 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:17:22,097 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:17:22,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37713,1732616239096 2024-11-26T10:17:22,098 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37713,1732616239096, state=OPEN 2024-11-26T10:17:22,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1821986195/meta-region-server 2024-11-26T10:17:22,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1821986195/meta-region-server 2024-11-26T10:17:22,100 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,37713,1732616239096 2024-11-26T10:17:22,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1821986195/meta-region-server: CHANGED 2024-11-26T10:17:22,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1821986195/meta-region-server: CHANGED 2024-11-26T10:17:22,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:17:22,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37713,1732616239096 in 205 msec 2024-11-26T10:17:22,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:17:22,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-26T10:17:22,107 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:22,107 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:17:22,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:22,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37713,1732616239096, seqNum=-1] 2024-11-26T10:17:22,109 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:22,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:22,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-11-26T10:17:22,116 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616242116, completionTime=-1 2024-11-26T10:17:22,116 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:17:22,116 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:17:22,118 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:17:22,118 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616302118 2024-11-26T10:17:22,118 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616362118 2024-11-26T10:17:22,118 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T10:17:22,118 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37687,1732616239046-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:22,118 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37687,1732616239046-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:22,118 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37687,1732616239046-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:22,119 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:37687, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:22,119 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:22,119 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:22,121 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:17:22,123 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.984sec 2024-11-26T10:17:22,123 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:17:22,123 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:17:22,123 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:17:22,123 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:17:22,123 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:17:22,123 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37687,1732616239046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:17:22,123 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37687,1732616239046-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:17:22,125 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:17:22,125 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:17:22,125 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37687,1732616239046-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:22,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:22,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,37687,-1 for getting cluster id 2024-11-26T10:17:22,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:22,223 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f1dd4b8-5ee0-412a-ad5b-427523684433' 2024-11-26T10:17:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f1dd4b8-5ee0-412a-ad5b-427523684433" 2024-11-26T10:17:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bba353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,37687,-1] 2024-11-26T10:17:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:22,226 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:22,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:22,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37713,1732616239096, seqNum=-1] 2024-11-26T10:17:22,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:22,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:22,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,37687,1732616239046 2024-11-26T10:17:22,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58929 2024-11-26T10:17:22,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:22,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153c79e640002 connected 2024-11-26T10:17:22,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/hadoop.log.dir so I do NOT create it in target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3 2024-11-26T10:17:22,241 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:17:22,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/hadoop.tmp.dir so I do NOT create it in target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3 2024-11-26T10:17:22,241 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:17:22,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3 2024-11-26T10:17:22,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:17:22,241 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/cluster_6a9ff01d-f1d6-4991-677b-534072648c83, deleteOnExit=true 2024-11-26T10:17:22,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:17:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/test.cache.data in system properties and HBase conf 2024-11-26T10:17:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:17:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:17:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:17:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:17:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:17:22,242 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:17:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:17:22,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:17:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:17:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:17:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:17:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:17:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:17:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:17:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:17:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:17:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:17:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:17:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:17:22,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:17:22,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:17:22,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:17:22,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:17:22,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:17:22,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:17:22,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:17:22,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:17:22,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:17:22,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/java.io.tmpdir/jetty-localhost-43527-hadoop-hdfs-3_4_1-tests_jar-_-any-14444614710688007217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:17:22,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:43527} 2024-11-26T10:17:22,475 INFO [Time-limited test {}] server.Server(415): Started @34293ms 2024-11-26T10:17:22,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:17:22,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:17:22,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:17:22,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:17:22,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:17:22,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:17:22,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:17:22,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/java.io.tmpdir/jetty-localhost-45791-hadoop-hdfs-3_4_1-tests_jar-_-any-4493603321786917190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:17:22,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:45791} 2024-11-26T10:17:22,713 INFO [Time-limited test {}] server.Server(415): Started @34530ms 2024-11-26T10:17:22,714 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:17:22,825 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/cluster_6a9ff01d-f1d6-4991-677b-534072648c83/data/data1/current/BP-571101946-172.17.0.2-1732616242275/current, will proceed with Du for space computation calculation, 2024-11-26T10:17:22,825 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/cluster_6a9ff01d-f1d6-4991-677b-534072648c83/data/data2/current/BP-571101946-172.17.0.2-1732616242275/current, will proceed with Du for space computation calculation, 2024-11-26T10:17:22,849 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:17:22,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe334e4f7c79ca91 with lease ID 0xf369d37f7654884e: Processing first storage report for DS-d034e54a-fbe9-4eb2-858a-03147eba9155 from datanode DatanodeRegistration(127.0.0.1:42553, datanodeUuid=4f68c0b7-0093-441f-8c8c-302b4279cec1, infoPort=39743, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=645004989;c=1732616242275) 2024-11-26T10:17:22,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe334e4f7c79ca91 with lease ID 0xf369d37f7654884e: from storage DS-d034e54a-fbe9-4eb2-858a-03147eba9155 node DatanodeRegistration(127.0.0.1:42553, datanodeUuid=4f68c0b7-0093-441f-8c8c-302b4279cec1, infoPort=39743, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=645004989;c=1732616242275), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:17:22,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe334e4f7c79ca91 with lease ID 0xf369d37f7654884e: Processing first storage report for DS-a88cc58e-75cc-4262-b9f3-6b4023ef2685 from datanode DatanodeRegistration(127.0.0.1:42553, datanodeUuid=4f68c0b7-0093-441f-8c8c-302b4279cec1, infoPort=39743, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=645004989;c=1732616242275) 2024-11-26T10:17:22,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe334e4f7c79ca91 with lease ID 0xf369d37f7654884e: from storage DS-a88cc58e-75cc-4262-b9f3-6b4023ef2685 node DatanodeRegistration(127.0.0.1:42553, datanodeUuid=4f68c0b7-0093-441f-8c8c-302b4279cec1, infoPort=39743, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=645004989;c=1732616242275), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:17:22,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3 2024-11-26T10:17:22,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:22,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:22,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:17:23,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T10:17:23,361 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8 with version=8 2024-11-26T10:17:23,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/hbase-staging 2024-11-26T10:17:23,364 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:17:23,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:23,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:23,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:17:23,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:23,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:17:23,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:17:23,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:17:23,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39053 2024-11-26T10:17:23,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39053 connecting to ZooKeeper ensemble=127.0.0.1:58929 2024-11-26T10:17:23,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390530x0, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:23,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39053-0x10153c79e640003 connected 2024-11-26T10:17:23,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:23,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:23,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Set watcher on znode that does not yet exist, /11495805047/running 2024-11-26T10:17:23,386 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8, hbase.cluster.distributed=false 2024-11-26T10:17:23,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Set watcher on znode that does not yet exist, /11495805047/acl 2024-11-26T10:17:23,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39053 2024-11-26T10:17:23,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39053 2024-11-26T10:17:23,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39053 2024-11-26T10:17:23,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39053 2024-11-26T10:17:23,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39053 2024-11-26T10:17:23,405 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:17:23,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:23,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:23,405 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:17:23,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:23,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:17:23,405 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:17:23,405 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:17:23,406 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34147 2024-11-26T10:17:23,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34147 connecting to ZooKeeper ensemble=127.0.0.1:58929 2024-11-26T10:17:23,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:23,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:23,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341470x0, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:23,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341470x0, quorum=127.0.0.1:58929, baseZNode=/11495805047 Set watcher on znode that does not yet exist, /11495805047/running 2024-11-26T10:17:23,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34147-0x10153c79e640004 connected 2024-11-26T10:17:23,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:17:23,415 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:17:23,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Set watcher on znode that does not yet exist, /11495805047/master 2024-11-26T10:17:23,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Set watcher on znode that does not yet exist, /11495805047/acl 2024-11-26T10:17:23,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34147 2024-11-26T10:17:23,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34147 2024-11-26T10:17:23,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34147 2024-11-26T10:17:23,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34147 2024-11-26T10:17:23,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34147 2024-11-26T10:17:23,435 DEBUG [M:0;94eedbb855cf:39053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:39053 2024-11-26T10:17:23,435 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11495805047/backup-masters/94eedbb855cf,39053,1732616243364 2024-11-26T10:17:23,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047/backup-masters 2024-11-26T10:17:23,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047/backup-masters 2024-11-26T10:17:23,438 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Set watcher on existing znode=/11495805047/backup-masters/94eedbb855cf,39053,1732616243364 2024-11-26T10:17:23,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:23,441 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Set watcher on existing znode=/11495805047/master 2024-11-26T10:17:23,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11495805047/master 2024-11-26T10:17:23,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:23,441 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11495805047/backup-masters/94eedbb855cf,39053,1732616243364 from backup master directory 2024-11-26T10:17:23,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495805047/backup-masters/94eedbb855cf,39053,1732616243364 2024-11-26T10:17:23,443 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:17:23,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047/backup-masters 2024-11-26T10:17:23,443 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,39053,1732616243364 2024-11-26T10:17:23,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047/backup-masters 2024-11-26T10:17:23,454 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/hbase.id] with ID: 5a15252b-9b4c-4080-963b-df679fced60c 2024-11-26T10:17:23,454 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/.tmp/hbase.id 2024-11-26T10:17:23,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:17:23,493 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/.tmp/hbase.id]:[hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/hbase.id] 2024-11-26T10:17:23,520 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:23,520 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:17:23,523 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-26T10:17:23,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:23,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:23,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:17:23,956 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:17:23,957 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:17:23,957 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:23,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:17:24,365 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store 2024-11-26T10:17:24,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:17:24,773 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:24,773 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:17:24,773 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:24,773 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:24,773 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:17:24,773 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:24,773 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:24,773 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616244773Disabling compacts and flushes for region at 1732616244773Disabling writes for close at 1732616244773Writing region close event to WAL at 1732616244773Closed at 1732616244773 2024-11-26T10:17:24,774 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/.initializing 2024-11-26T10:17:24,774 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/WALs/94eedbb855cf,39053,1732616243364 2024-11-26T10:17:24,776 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:17:24,777 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C39053%2C1732616243364, suffix=, logDir=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/WALs/94eedbb855cf,39053,1732616243364, archiveDir=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/oldWALs, maxLogs=10 2024-11-26T10:17:24,792 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/WALs/94eedbb855cf,39053,1732616243364/94eedbb855cf%2C39053%2C1732616243364.1732616244778, exclude list is [], retry=0 2024-11-26T10:17:24,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42553,DS-d034e54a-fbe9-4eb2-858a-03147eba9155,DISK] 2024-11-26T10:17:24,824 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/WALs/94eedbb855cf,39053,1732616243364/94eedbb855cf%2C39053%2C1732616243364.1732616244778 2024-11-26T10:17:24,824 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39743:39743)] 2024-11-26T10:17:24,824 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:24,825 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:24,825 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:24,825 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:24,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:24,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:17:24,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:24,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:24,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:24,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:17:24,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:24,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:24,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:24,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:17:24,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:24,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:24,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:24,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:17:24,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:24,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:24,834 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:24,834 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:24,835 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:24,836 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:24,836 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:24,836 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:24,837 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:24,839 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:24,840 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64742349, jitterRate=-0.035263821482658386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:24,840 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616244825Initializing all the Stores at 1732616244826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616244826Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616244826Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616244826Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616244826Cleaning up temporary data from old regions at 1732616244836 (+10 ms)Region opened successfully at 1732616244840 (+4 ms) 2024-11-26T10:17:24,840 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:17:24,843 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f222cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:17:24,844 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:17:24,844 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:17:24,844 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:17:24,845 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:17:24,845 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:17:24,845 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:17:24,845 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:17:24,847 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:17:24,848 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Unable to get data of znode /11495805047/balancer because node does not exist (not necessarily an error) 2024-11-26T10:17:24,849 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495805047/balancer already deleted, retry=false 2024-11-26T10:17:24,850 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:17:24,850 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Unable to get data of znode /11495805047/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:17:24,851 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495805047/normalizer already deleted, retry=false 2024-11-26T10:17:24,852 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:17:24,852 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Unable to get data of znode /11495805047/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:17:24,854 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495805047/switch/split already deleted, retry=false 2024-11-26T10:17:24,854 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Unable to get data of znode /11495805047/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:17:24,858 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495805047/switch/merge already deleted, retry=false 2024-11-26T10:17:24,860 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Unable to get data of znode /11495805047/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:17:24,861 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495805047/snapshot-cleanup already deleted, retry=false 2024-11-26T10:17:24,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11495805047/running 2024-11-26T10:17:24,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11495805047/running 2024-11-26T10:17:24,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:24,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:24,863 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,39053,1732616243364, sessionid=0x10153c79e640003, setting cluster-up flag (Was=false) 2024-11-26T10:17:24,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:24,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:24,871 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11495805047/flush-table-proc/acquired, /11495805047/flush-table-proc/reached, /11495805047/flush-table-proc/abort 2024-11-26T10:17:24,872 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,39053,1732616243364 2024-11-26T10:17:24,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:24,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:24,883 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11495805047/online-snapshot/acquired, /11495805047/online-snapshot/reached, /11495805047/online-snapshot/abort 2024-11-26T10:17:24,884 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,39053,1732616243364 2024-11-26T10:17:24,885 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:17:24,887 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:24,887 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:17:24,887 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:17:24,888 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 94eedbb855cf,36323,1732616213575: status=Processing ServerCrashProcedure of 94eedbb855cf,36323,1732616213575 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732616227903, completionTime=-1 appears to have been leaked 2024-11-26T10:17:24,888 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,39053,1732616243364 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:17:24,889 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:24,889 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:24,889 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:24,889 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:24,889 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:17:24,889 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,889 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:17:24,889 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,892 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616274892 2024-11-26T10:17:24,892 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:17:24,892 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:17:24,892 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:17:24,892 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:17:24,892 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:17:24,892 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:17:24,893 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:24,893 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,893 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:17:24,894 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:24,894 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:17:24,894 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:17:24,894 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:17:24,894 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:17:24,894 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:17:24,895 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:17:24,895 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:17:24,896 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616244895,5,FailOnTimeoutGroup] 2024-11-26T10:17:24,899 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616244896,5,FailOnTimeoutGroup] 2024-11-26T10:17:24,899 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,899 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:17:24,899 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,899 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:17:24,925 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(746): ClusterId : 5a15252b-9b4c-4080-963b-df679fced60c 2024-11-26T10:17:24,925 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:17:24,927 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:17:24,927 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:17:24,929 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:17:24,929 DEBUG [RS:0;94eedbb855cf:34147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d64849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:17:24,942 DEBUG [RS:0;94eedbb855cf:34147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:34147 2024-11-26T10:17:24,942 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:17:24,942 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:17:24,942 DEBUG [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:17:24,943 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,39053,1732616243364 with port=34147, startcode=1732616243404 2024-11-26T10:17:24,943 DEBUG [RS:0;94eedbb855cf:34147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:17:24,945 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:17:24,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,34147,1732616243404 2024-11-26T10:17:24,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39053 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,34147,1732616243404 2024-11-26T10:17:24,947 DEBUG [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8 2024-11-26T10:17:24,947 DEBUG [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37365 2024-11-26T10:17:24,947 DEBUG [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:17:24,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047/rs 2024-11-26T10:17:24,954 DEBUG [RS:0;94eedbb855cf:34147 {}] zookeeper.ZKUtil(111): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Set watcher on existing znode=/11495805047/rs/94eedbb855cf,34147,1732616243404 2024-11-26T10:17:24,954 WARN [RS:0;94eedbb855cf:34147 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:17:24,954 INFO [RS:0;94eedbb855cf:34147 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:24,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,34147,1732616243404] 2024-11-26T10:17:24,955 DEBUG [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/WALs/94eedbb855cf,34147,1732616243404 2024-11-26T10:17:24,959 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:17:24,961 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:17:24,961 INFO [RS:0;94eedbb855cf:34147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:17:24,961 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,962 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:17:24,962 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:17:24,962 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:17:24,963 DEBUG [RS:0;94eedbb855cf:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:17:24,964 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,964 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,964 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,964 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,964 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,964 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34147,1732616243404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:17:24,979 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:17:24,979 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34147,1732616243404-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,979 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,979 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.Replication(171): 94eedbb855cf,34147,1732616243404 started 2024-11-26T10:17:24,992 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:24,992 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,34147,1732616243404, RpcServer on 94eedbb855cf/172.17.0.2:34147, sessionid=0x10153c79e640004 2024-11-26T10:17:24,992 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:17:24,992 DEBUG [RS:0;94eedbb855cf:34147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,34147,1732616243404 2024-11-26T10:17:24,992 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,34147,1732616243404' 2024-11-26T10:17:24,992 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11495805047/flush-table-proc/abort' 2024-11-26T10:17:24,993 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11495805047/flush-table-proc/acquired' 2024-11-26T10:17:24,993 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:17:24,993 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:17:24,993 DEBUG [RS:0;94eedbb855cf:34147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,34147,1732616243404 2024-11-26T10:17:24,994 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,34147,1732616243404' 2024-11-26T10:17:24,994 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11495805047/online-snapshot/abort' 2024-11-26T10:17:24,994 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11495805047/online-snapshot/acquired' 2024-11-26T10:17:24,994 DEBUG [RS:0;94eedbb855cf:34147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:17:24,994 INFO [RS:0;94eedbb855cf:34147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:17:24,994 INFO [RS:0;94eedbb855cf:34147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:17:25,095 INFO [RS:0;94eedbb855cf:34147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:17:25,097 INFO [RS:0;94eedbb855cf:34147 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C34147%2C1732616243404, suffix=, logDir=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/WALs/94eedbb855cf,34147,1732616243404, archiveDir=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/oldWALs, maxLogs=10 2024-11-26T10:17:25,113 DEBUG [RS:0;94eedbb855cf:34147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/WALs/94eedbb855cf,34147,1732616243404/94eedbb855cf%2C34147%2C1732616243404.1732616245097, exclude list is [], retry=0 2024-11-26T10:17:25,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42553,DS-d034e54a-fbe9-4eb2-858a-03147eba9155,DISK] 2024-11-26T10:17:25,118 INFO [RS:0;94eedbb855cf:34147 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/WALs/94eedbb855cf,34147,1732616243404/94eedbb855cf%2C34147%2C1732616243404.1732616245097 2024-11-26T10:17:25,119 DEBUG [RS:0;94eedbb855cf:34147 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39743:39743)] 2024-11-26T10:17:25,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:17:25,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8 2024-11-26T10:17:25,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:17:25,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:25,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:17:25,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:17:25,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:25,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:25,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:17:25,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:17:25,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:25,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:25,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:17:25,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:17:25,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:25,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:25,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:17:25,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:17:25,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:25,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:25,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:17:25,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/data/hbase/meta/1588230740 2024-11-26T10:17:25,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/data/hbase/meta/1588230740 2024-11-26T10:17:25,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:17:25,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:17:25,724 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:25,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:17:25,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:25,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74857669, jitterRate=0.11546619236469269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:25,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616245713Initializing all the Stores at 1732616245714 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616245714Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616245714Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616245714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616245714Cleaning up temporary data from old regions at 1732616245723 (+9 ms)Region opened successfully at 1732616245727 (+4 ms) 2024-11-26T10:17:25,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:17:25,728 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:17:25,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:17:25,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:17:25,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:17:25,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:25,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616245727Disabling compacts and flushes for region at 1732616245727Disabling writes for close at 1732616245728 (+1 ms)Writing region close event to WAL at 1732616245728Closed at 1732616245728 2024-11-26T10:17:25,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:25,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:17:25,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:17:25,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:17:25,732 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:17:25,882 DEBUG [94eedbb855cf:39053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:17:25,883 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,34147,1732616243404 2024-11-26T10:17:25,884 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,34147,1732616243404, state=OPENING 2024-11-26T10:17:25,886 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:17:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:25,888 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:17:25,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11495805047/meta-region-server: CHANGED 2024-11-26T10:17:25,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11495805047/meta-region-server: CHANGED 2024-11-26T10:17:25,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,34147,1732616243404}] 2024-11-26T10:17:26,041 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:17:26,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:17:26,047 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:17:26,047 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:26,048 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:17:26,049 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C34147%2C1732616243404.meta, suffix=.meta, logDir=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/WALs/94eedbb855cf,34147,1732616243404, archiveDir=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/oldWALs, maxLogs=10 2024-11-26T10:17:26,063 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/WALs/94eedbb855cf,34147,1732616243404/94eedbb855cf%2C34147%2C1732616243404.meta.1732616246050.meta, exclude list is [], retry=0 2024-11-26T10:17:26,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42553,DS-d034e54a-fbe9-4eb2-858a-03147eba9155,DISK] 2024-11-26T10:17:26,067 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/WALs/94eedbb855cf,34147,1732616243404/94eedbb855cf%2C34147%2C1732616243404.meta.1732616246050.meta 2024-11-26T10:17:26,068 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39743:39743)] 2024-11-26T10:17:26,068 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:26,068 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:17:26,068 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:17:26,068 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:17:26,068 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:17:26,069 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:17:26,069 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:26,069 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:17:26,069 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:17:26,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:17:26,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:17:26,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:26,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:26,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:17:26,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:17:26,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:26,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:26,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:17:26,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:17:26,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:26,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:26,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:17:26,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:17:26,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:26,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:26,075 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:17:26,076 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/data/hbase/meta/1588230740 2024-11-26T10:17:26,077 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/data/hbase/meta/1588230740 2024-11-26T10:17:26,078 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:17:26,078 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:17:26,079 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:26,080 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:17:26,081 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71355334, jitterRate=0.06327733397483826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:26,081 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:17:26,081 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616246069Writing region info on filesystem at 1732616246069Initializing all the Stores at 1732616246070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616246070Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616246070Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616246070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616246070Cleaning up temporary data from old regions at 1732616246078 (+8 ms)Running coprocessor post-open hooks at 1732616246081 (+3 ms)Region opened successfully at 1732616246081 2024-11-26T10:17:26,082 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616246041 2024-11-26T10:17:26,085 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:17:26,085 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:17:26,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,34147,1732616243404 2024-11-26T10:17:26,086 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,34147,1732616243404, state=OPEN 2024-11-26T10:17:26,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11495805047/meta-region-server 2024-11-26T10:17:26,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11495805047/meta-region-server 2024-11-26T10:17:26,090 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,34147,1732616243404 2024-11-26T10:17:26,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11495805047/meta-region-server: CHANGED 2024-11-26T10:17:26,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11495805047/meta-region-server: CHANGED 2024-11-26T10:17:26,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:17:26,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,34147,1732616243404 in 202 msec 2024-11-26T10:17:26,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:17:26,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-26T10:17:26,096 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:26,096 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:17:26,097 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:26,097 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,34147,1732616243404, seqNum=-1] 2024-11-26T10:17:26,098 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:26,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:26,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2170 sec 2024-11-26T10:17:26,104 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616246104, completionTime=-1 2024-11-26T10:17:26,104 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:17:26,104 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:17:26,106 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:17:26,106 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616306106 2024-11-26T10:17:26,106 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616366106 2024-11-26T10:17:26,106 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:17:26,106 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,39053,1732616243364-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:26,106 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,39053,1732616243364-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:26,106 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,39053,1732616243364-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:26,106 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:39053, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:26,106 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:26,106 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:26,108 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:17:26,110 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.667sec 2024-11-26T10:17:26,110 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:17:26,110 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:17:26,110 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:17:26,110 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:17:26,110 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:17:26,110 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,39053,1732616243364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:17:26,110 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,39053,1732616243364-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:17:26,113 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:17:26,113 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:17:26,113 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,39053,1732616243364-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:26,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:26,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,39053,-1 for getting cluster id 2024-11-26T10:17:26,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:26,128 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a15252b-9b4c-4080-963b-df679fced60c' 2024-11-26T10:17:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a15252b-9b4c-4080-963b-df679fced60c" 2024-11-26T10:17:26,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1639168b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:26,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,39053,-1] 2024-11-26T10:17:26,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:26,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:26,130 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:26,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:26,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:26,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,34147,1732616243404, seqNum=-1] 2024-11-26T10:17:26,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:26,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:26,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,39053,1732616243364 2024-11-26T10:17:26,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58929 2024-11-26T10:17:26,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:26,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153c79e640005 connected 2024-11-26T10:17:26,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d61b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:26,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,37687,-1 for getting cluster id 2024-11-26T10:17:26,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:26,147 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f1dd4b8-5ee0-412a-ad5b-427523684433' 2024-11-26T10:17:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:26,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f1dd4b8-5ee0-412a-ad5b-427523684433" 2024-11-26T10:17:26,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6727997d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:26,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,37687,-1] 2024-11-26T10:17:26,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:26,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:26,149 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:26,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2221d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:26,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,37687,1732616239046 2024-11-26T10:17:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75ef069a 2024-11-26T10:17:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:26,153 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:26,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:39053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:17:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:17:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:26,157 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:39053' 2024-11-26T10:17:26,158 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd5ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:26,158 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,39053,-1 for getting cluster id 2024-11-26T10:17:26,158 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:26,159 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a15252b-9b4c-4080-963b-df679fced60c' 2024-11-26T10:17:26,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:26,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a15252b-9b4c-4080-963b-df679fced60c" 2024-11-26T10:17:26,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a848ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:26,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,39053,-1] 2024-11-26T10:17:26,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:26,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:26,160 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:26,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdfd059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:26,161 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:26,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,39053,1732616243364 2024-11-26T10:17:26,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d427949 2024-11-26T10:17:26,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:26,164 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:26,164 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T10:17:26,164 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:17:26,164 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:26,165 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:26,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:26,165 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:17:26,166 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:17:26,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:17:26,168 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:26,169 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:17:26,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741835_1011 (size=1138) 2024-11-26T10:17:26,217 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:17:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:26,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad5414c6a14cf1f2619bdfeb76552b07, NAME => 'hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46 2024-11-26T10:17:26,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741836_1012 (size=44) 2024-11-26T10:17:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:26,954 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:17:26,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:26,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ad5414c6a14cf1f2619bdfeb76552b07, disabling compactions & flushes 2024-11-26T10:17:26,985 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. 2024-11-26T10:17:26,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. 2024-11-26T10:17:26,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. after waiting 0 ms 2024-11-26T10:17:26,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. 2024-11-26T10:17:26,985 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. 2024-11-26T10:17:26,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad5414c6a14cf1f2619bdfeb76552b07: Waiting for close lock at 1732616246985Disabling compacts and flushes for region at 1732616246985Disabling writes for close at 1732616246985Writing region close event to WAL at 1732616246985Closed at 1732616246985 2024-11-26T10:17:26,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:17:26,987 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616246987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616246987"}]},"ts":"1732616246987"} 2024-11-26T10:17:26,990 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:17:26,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:17:26,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616246991"}]},"ts":"1732616246991"} 2024-11-26T10:17:26,993 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:17:26,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad5414c6a14cf1f2619bdfeb76552b07, ASSIGN}] 2024-11-26T10:17:26,994 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad5414c6a14cf1f2619bdfeb76552b07, ASSIGN 2024-11-26T10:17:26,995 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad5414c6a14cf1f2619bdfeb76552b07, ASSIGN; state=OFFLINE, location=94eedbb855cf,37713,1732616239096; forceNewPlan=false, retain=false 2024-11-26T10:17:27,146 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ad5414c6a14cf1f2619bdfeb76552b07, regionState=OPENING, regionLocation=94eedbb855cf,37713,1732616239096 2024-11-26T10:17:27,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad5414c6a14cf1f2619bdfeb76552b07, ASSIGN because future has completed 2024-11-26T10:17:27,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad5414c6a14cf1f2619bdfeb76552b07, server=94eedbb855cf,37713,1732616239096}] 2024-11-26T10:17:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:27,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. 2024-11-26T10:17:27,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:27,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:17:27,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C37713%2C1732616239096.rep, suffix=, logDir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096, archiveDir=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/oldWALs, maxLogs=10 2024-11-26T10:17:27,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.rep.1732616247308, exclude list is [], retry=0 2024-11-26T10:17:27,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44907,DS-0b3d8338-cd1e-4b73-8b41-407679171a48,DISK] 2024-11-26T10:17:27,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.rep.1732616247308 2024-11-26T10:17:27,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35055:35055)] 2024-11-26T10:17:27,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ad5414c6a14cf1f2619bdfeb76552b07, NAME => 'hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:27,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:17:27,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:17:27,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. service=MultiRowMutationService 2024-11-26T10:17:27,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:17:27,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:27,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,329 INFO [StoreOpener-ad5414c6a14cf1f2619bdfeb76552b07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,331 INFO [StoreOpener-ad5414c6a14cf1f2619bdfeb76552b07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad5414c6a14cf1f2619bdfeb76552b07 columnFamilyName hfileref 2024-11-26T10:17:27,331 DEBUG [StoreOpener-ad5414c6a14cf1f2619bdfeb76552b07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:27,332 INFO [StoreOpener-ad5414c6a14cf1f2619bdfeb76552b07-1 {}] regionserver.HStore(327): Store=ad5414c6a14cf1f2619bdfeb76552b07/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:27,332 INFO [StoreOpener-ad5414c6a14cf1f2619bdfeb76552b07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,333 INFO [StoreOpener-ad5414c6a14cf1f2619bdfeb76552b07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad5414c6a14cf1f2619bdfeb76552b07 columnFamilyName queue 2024-11-26T10:17:27,333 DEBUG [StoreOpener-ad5414c6a14cf1f2619bdfeb76552b07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:27,334 INFO [StoreOpener-ad5414c6a14cf1f2619bdfeb76552b07-1 {}] regionserver.HStore(327): Store=ad5414c6a14cf1f2619bdfeb76552b07/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:27,334 INFO [StoreOpener-ad5414c6a14cf1f2619bdfeb76552b07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,335 INFO [StoreOpener-ad5414c6a14cf1f2619bdfeb76552b07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad5414c6a14cf1f2619bdfeb76552b07 columnFamilyName sid 2024-11-26T10:17:27,335 DEBUG [StoreOpener-ad5414c6a14cf1f2619bdfeb76552b07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:27,335 INFO [StoreOpener-ad5414c6a14cf1f2619bdfeb76552b07-1 {}] regionserver.HStore(327): Store=ad5414c6a14cf1f2619bdfeb76552b07/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:27,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/replication/ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/replication/ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:17:27,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/replication/ad5414c6a14cf1f2619bdfeb76552b07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:27,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ad5414c6a14cf1f2619bdfeb76552b07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64437171, jitterRate=-0.039811328053474426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:17:27,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:27,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ad5414c6a14cf1f2619bdfeb76552b07: Running coprocessor pre-open hook at 1732616247328Writing region info on filesystem at 1732616247328Initializing all the Stores at 1732616247329 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616247329Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616247329Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616247329Cleaning up temporary data from old regions at 1732616247338 (+9 ms)Running coprocessor post-open hooks at 1732616247342 (+4 ms)Region opened successfully at 1732616247343 (+1 ms) 2024-11-26T10:17:27,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07., pid=7, masterSystemTime=1732616247302 2024-11-26T10:17:27,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. 2024-11-26T10:17:27,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. 2024-11-26T10:17:27,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ad5414c6a14cf1f2619bdfeb76552b07, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37713,1732616239096 2024-11-26T10:17:27,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad5414c6a14cf1f2619bdfeb76552b07, server=94eedbb855cf,37713,1732616239096 because future has completed 2024-11-26T10:17:27,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T10:17:27,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ad5414c6a14cf1f2619bdfeb76552b07, server=94eedbb855cf,37713,1732616239096 in 201 msec 2024-11-26T10:17:27,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:17:27,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad5414c6a14cf1f2619bdfeb76552b07, ASSIGN in 360 msec 2024-11-26T10:17:27,356 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:17:27,357 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616247356"}]},"ts":"1732616247356"} 2024-11-26T10:17:27,359 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:17:27,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:17:27,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-26T10:17:27,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07., hostname=94eedbb855cf,37713,1732616239096, seqNum=2] 2024-11-26T10:17:27,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:27,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:27,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:17:27,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T10:17:27,539 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:17:27,568 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,37713,1732616239096, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:17:27,569 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:27,569 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37713,1732616239096, seqNum=-1] 2024-11-26T10:17:27,569 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:27,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-26T10:17:27,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,37713,1732616239096', locateType=CURRENT is [region=hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07., hostname=94eedbb855cf,37713,1732616239096, seqNum=2] 2024-11-26T10:17:27,575 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T10:17:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T10:17:27,578 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,37713,1732616239096 suceeded 2024-11-26T10:17:27,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:17:27,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T10:17:27,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-26T10:17:27,581 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:39053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:17:27,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:27,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4280 sec 2024-11-26T10:17:27,594 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:39053' 2024-11-26T10:17:27,595 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5324f953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:27,595 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,39053,-1 for getting cluster id 2024-11-26T10:17:27,595 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:27,596 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a15252b-9b4c-4080-963b-df679fced60c' 2024-11-26T10:17:27,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:27,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a15252b-9b4c-4080-963b-df679fced60c" 2024-11-26T10:17:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c07c8dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,39053,-1] 2024-11-26T10:17:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:27,598 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:27,599 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dc1adf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:27,599 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:27,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,39053,1732616243364 2024-11-26T10:17:27,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a0450c1 2024-11-26T10:17:27,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:27,601 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-26T10:17:27,602 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,37713,1732616239096 (queues=1) is replicating from cluster=8f1dd4b8-5ee0-412a-ad5b-427523684433 to cluster=5a15252b-9b4c-4080-963b-df679fced60c 2024-11-26T10:17:27,602 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C37713%2C1732616239096 2024-11-26T10:17:27,602 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,37713,1732616239096, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:17:27,603 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096.replicationSource.wal-reader.94eedbb855cf%2C37713%2C1732616239096,1-94eedbb855cf,37713,1732616239096 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.1732616241099, startPosition=0, beingWritten=true 2024-11-26T10:17:27,603 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096.replicationSource.shipper94eedbb855cf%2C37713%2C1732616239096,1-94eedbb855cf,37713,1732616239096 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C37713%2C1732616239096 2024-11-26T10:17:27,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:27,810 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096.replicationSource.wal-reader.94eedbb855cf%2C37713%2C1732616239096,1-94eedbb855cf,37713,1732616239096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.1732616241099 to pos 0, reset compression=false 2024-11-26T10:17:28,116 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096.replicationSource.wal-reader.94eedbb855cf%2C37713%2C1732616239096,1-94eedbb855cf,37713,1732616239096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.1732616241099 to pos 0, reset compression=false 2024-11-26T10:17:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:28,301 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:17:28,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:28,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:28,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:28,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:28,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:28,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,37687,1732616239046 2024-11-26T10:17:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75d954ff 2024-11-26T10:17:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:28,303 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:28,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T10:17:28,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:17:28,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:28,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:28,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:28,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:28,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:28,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:17:28,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=942238602, stopped=false 2024-11-26T10:17:28,304 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,39053,1732616243364 2024-11-26T10:17:28,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495805047/running 2024-11-26T10:17:28,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495805047/running 2024-11-26T10:17:28,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:28,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:28,306 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:17:28,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:28,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:28,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:28,307 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,34147,1732616243404' ***** 2024-11-26T10:17:28,307 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:17:28,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Set watcher on znode that does not yet exist, /11495805047/running 2024-11-26T10:17:28,307 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:17:28,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Set watcher on znode that does not yet exist, /11495805047/running 2024-11-26T10:17:28,307 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:17:28,307 INFO [RS:0;94eedbb855cf:34147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:17:28,307 INFO [RS:0;94eedbb855cf:34147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:17:28,307 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,34147,1732616243404 2024-11-26T10:17:28,307 INFO [RS:0;94eedbb855cf:34147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:17:28,308 INFO [RS:0;94eedbb855cf:34147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:34147. 2024-11-26T10:17:28,308 DEBUG [RS:0;94eedbb855cf:34147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:28,308 DEBUG [RS:0;94eedbb855cf:34147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:28,308 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:17:28,308 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:17:28,308 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:17:28,308 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:17:28,308 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:17:28,308 DEBUG [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:17:28,308 DEBUG [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:28,308 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:17:28,308 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:17:28,308 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:17:28,308 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:17:28,308 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:17:28,309 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T10:17:28,325 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/data/hbase/meta/1588230740/.tmp/ns/f8c74c3db8fd427f899f97fd9b2ea8cd is 43, key is default/ns:d/1732616246099/Put/seqid=0 2024-11-26T10:17:28,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741835_1011 (size=5153) 2024-11-26T10:17:28,367 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:17:28,508 DEBUG [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:28,521 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096.replicationSource.wal-reader.94eedbb855cf%2C37713%2C1732616239096,1-94eedbb855cf,37713,1732616239096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.1732616241099 to pos 0, reset compression=false 2024-11-26T10:17:28,709 DEBUG [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:28,731 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/data/hbase/meta/1588230740/.tmp/ns/f8c74c3db8fd427f899f97fd9b2ea8cd 2024-11-26T10:17:28,738 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/data/hbase/meta/1588230740/.tmp/ns/f8c74c3db8fd427f899f97fd9b2ea8cd as hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/data/hbase/meta/1588230740/ns/f8c74c3db8fd427f899f97fd9b2ea8cd 2024-11-26T10:17:28,745 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/data/hbase/meta/1588230740/ns/f8c74c3db8fd427f899f97fd9b2ea8cd, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T10:17:28,746 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-26T10:17:28,750 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T10:17:28,751 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:17:28,751 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:17:28,751 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:28,751 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616248308Running coprocessor pre-close hooks at 1732616248308Disabling compacts and flushes for region at 1732616248308Disabling writes for close at 1732616248308Obtaining lock to block concurrent updates at 1732616248309 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732616248309Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732616248309Flushing stores of hbase:meta,,1.1588230740 at 1732616248310 (+1 ms)Flushing 1588230740/ns: creating writer at 1732616248310Flushing 1588230740/ns: appending metadata at 1732616248325 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732616248325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6c5719: reopening flushed file at 1732616248737 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1732616248746 (+9 ms)Writing region close event to WAL at 1732616248747 (+1 ms)Running coprocessor post-close hooks at 1732616248751 (+4 ms)Closed at 1732616248751 2024-11-26T10:17:28,751 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:28,909 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,34147,1732616243404; all regions closed. 2024-11-26T10:17:28,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741834_1010 (size=1152) 2024-11-26T10:17:28,912 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/WALs/94eedbb855cf,34147,1732616243404/94eedbb855cf%2C34147%2C1732616243404.meta.1732616246050.meta not finished, retry = 0 2024-11-26T10:17:28,979 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:17:28,979 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:17:29,015 DEBUG [RS:0;94eedbb855cf:34147 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/oldWALs 2024-11-26T10:17:29,015 INFO [RS:0;94eedbb855cf:34147 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C34147%2C1732616243404.meta:.meta(num 1732616246050) 2024-11-26T10:17:29,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741832_1008 (size=93) 2024-11-26T10:17:29,019 DEBUG [RS:0;94eedbb855cf:34147 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/oldWALs 2024-11-26T10:17:29,019 INFO [RS:0;94eedbb855cf:34147 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C34147%2C1732616243404:(num 1732616245097) 2024-11-26T10:17:29,020 DEBUG [RS:0;94eedbb855cf:34147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:29,020 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:17:29,020 INFO [RS:0;94eedbb855cf:34147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:17:29,020 INFO [RS:0;94eedbb855cf:34147 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:17:29,020 INFO [RS:0;94eedbb855cf:34147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:17:29,020 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:17:29,020 INFO [RS:0;94eedbb855cf:34147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34147 2024-11-26T10:17:29,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495805047/rs/94eedbb855cf,34147,1732616243404 2024-11-26T10:17:29,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047/rs 2024-11-26T10:17:29,024 INFO [RS:0;94eedbb855cf:34147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:17:29,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,34147,1732616243404] 2024-11-26T10:17:29,027 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11495805047/draining/94eedbb855cf,34147,1732616243404 already deleted, retry=false 2024-11-26T10:17:29,027 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,34147,1732616243404 expired; onlineServers=0 2024-11-26T10:17:29,027 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,39053,1732616243364' ***** 2024-11-26T10:17:29,027 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:17:29,027 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096.replicationSource.wal-reader.94eedbb855cf%2C37713%2C1732616239096,1-94eedbb855cf,37713,1732616239096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.1732616241099 to pos 0, reset compression=false 2024-11-26T10:17:29,027 INFO [M:0;94eedbb855cf:39053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:17:29,027 INFO [M:0;94eedbb855cf:39053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:17:29,027 DEBUG [M:0;94eedbb855cf:39053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:17:29,027 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:17:29,027 DEBUG [M:0;94eedbb855cf:39053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:17:29,027 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616244895 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616244895,5,FailOnTimeoutGroup] 2024-11-26T10:17:29,027 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616244896 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616244896,5,FailOnTimeoutGroup] 2024-11-26T10:17:29,028 INFO [M:0;94eedbb855cf:39053 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:17:29,028 INFO [M:0;94eedbb855cf:39053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:17:29,028 DEBUG [M:0;94eedbb855cf:39053 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:17:29,028 INFO [M:0;94eedbb855cf:39053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:17:29,028 INFO [M:0;94eedbb855cf:39053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:17:29,028 INFO [M:0;94eedbb855cf:39053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:17:29,028 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:17:29,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495805047/master 2024-11-26T10:17:29,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495805047 2024-11-26T10:17:29,031 DEBUG [M:0;94eedbb855cf:39053 {}] zookeeper.RecoverableZooKeeper(212): Node /11495805047/master already deleted, retry=false 2024-11-26T10:17:29,032 DEBUG [M:0;94eedbb855cf:39053 {}] master.ActiveMasterManager(353): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Failed delete of our master address node; KeeperErrorCode = NoNode for /11495805047/master 2024-11-26T10:17:29,032 INFO [M:0;94eedbb855cf:39053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/.lastflushedseqids 2024-11-26T10:17:29,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741836_1012 (size=99) 2024-11-26T10:17:29,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:29,126 INFO [RS:0;94eedbb855cf:34147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:17:29,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10153c79e640004, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:29,126 INFO [RS:0;94eedbb855cf:34147 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,34147,1732616243404; zookeeper connection closed. 2024-11-26T10:17:29,126 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a6c8821 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a6c8821 2024-11-26T10:17:29,126 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:17:29,438 INFO [M:0;94eedbb855cf:39053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:17:29,438 INFO [M:0;94eedbb855cf:39053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:17:29,438 DEBUG [M:0;94eedbb855cf:39053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:17:29,438 INFO [M:0;94eedbb855cf:39053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:29,438 DEBUG [M:0;94eedbb855cf:39053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:29,438 DEBUG [M:0;94eedbb855cf:39053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:17:29,438 DEBUG [M:0;94eedbb855cf:39053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:29,438 INFO [M:0;94eedbb855cf:39053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T10:17:29,455 DEBUG [M:0;94eedbb855cf:39053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95c800fecdde414090518018d622e857 is 82, key is hbase:meta,,1/info:regioninfo/1732616246085/Put/seqid=0 2024-11-26T10:17:29,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741837_1013 (size=5672) 2024-11-26T10:17:29,633 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096.replicationSource.wal-reader.94eedbb855cf%2C37713%2C1732616239096,1-94eedbb855cf,37713,1732616239096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.1732616241099 to pos 0, reset compression=false 2024-11-26T10:17:29,861 INFO [M:0;94eedbb855cf:39053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95c800fecdde414090518018d622e857 2024-11-26T10:17:29,881 DEBUG [M:0;94eedbb855cf:39053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf0b71444ae846dbb440e5f602f97fc3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732616246103/Put/seqid=0 2024-11-26T10:17:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741838_1014 (size=5275) 2024-11-26T10:17:29,885 INFO [M:0;94eedbb855cf:39053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf0b71444ae846dbb440e5f602f97fc3 2024-11-26T10:17:29,906 DEBUG [M:0;94eedbb855cf:39053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e7cb57d409249aa851cdf8255269533 is 69, key is 94eedbb855cf,34147,1732616243404/rs:state/1732616244946/Put/seqid=0 2024-11-26T10:17:29,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741839_1015 (size=5156) 2024-11-26T10:17:29,910 INFO [M:0;94eedbb855cf:39053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e7cb57d409249aa851cdf8255269533 2024-11-26T10:17:29,916 DEBUG [M:0;94eedbb855cf:39053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95c800fecdde414090518018d622e857 as hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95c800fecdde414090518018d622e857 2024-11-26T10:17:29,921 INFO [M:0;94eedbb855cf:39053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95c800fecdde414090518018d622e857, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T10:17:29,922 DEBUG [M:0;94eedbb855cf:39053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf0b71444ae846dbb440e5f602f97fc3 as hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf0b71444ae846dbb440e5f602f97fc3 2024-11-26T10:17:29,927 INFO [M:0;94eedbb855cf:39053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf0b71444ae846dbb440e5f602f97fc3, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T10:17:29,928 DEBUG [M:0;94eedbb855cf:39053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e7cb57d409249aa851cdf8255269533 as hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e7cb57d409249aa851cdf8255269533 2024-11-26T10:17:29,932 INFO [M:0;94eedbb855cf:39053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/9f85161d-931b-6362-3ba6-aa66db12e8e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e7cb57d409249aa851cdf8255269533, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T10:17:29,933 INFO [M:0;94eedbb855cf:39053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=28, compaction requested=false 2024-11-26T10:17:29,934 INFO [M:0;94eedbb855cf:39053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:29,935 DEBUG [M:0;94eedbb855cf:39053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616249438Disabling compacts and flushes for region at 1732616249438Disabling writes for close at 1732616249438Obtaining lock to block concurrent updates at 1732616249438Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616249438Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732616249439 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616249439Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616249440 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616249455 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616249455Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616249866 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616249880 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616249880Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616249891 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616249905 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616249905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65502f49: reopening flushed file at 1732616249915 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9a0385: reopening flushed file at 1732616249921 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@acd0af: reopening flushed file at 1732616249927 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=28, compaction requested=false at 1732616249933 (+6 ms)Writing region close event to WAL at 1732616249934 (+1 ms)Closed at 1732616249934 2024-11-26T10:17:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42553 is added to blk_1073741830_1006 (size=10165) 2024-11-26T10:17:29,937 INFO [M:0;94eedbb855cf:39053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:17:29,937 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:17:29,937 INFO [M:0;94eedbb855cf:39053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39053 2024-11-26T10:17:29,938 INFO [M:0;94eedbb855cf:39053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:17:30,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:30,039 INFO [M:0;94eedbb855cf:39053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:17:30,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39053-0x10153c79e640003, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:30,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:17:30,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:17:30,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:17:30,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:17:30,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/hadoop.log.dir/,STOPPED} 2024-11-26T10:17:30,044 WARN [BP-571101946-172.17.0.2-1732616242275 heartbeating to localhost/127.0.0.1:37365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:17:30,044 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:17:30,044 WARN [BP-571101946-172.17.0.2-1732616242275 heartbeating to localhost/127.0.0.1:37365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-571101946-172.17.0.2-1732616242275 (Datanode Uuid 4f68c0b7-0093-441f-8c8c-302b4279cec1) service to localhost/127.0.0.1:37365 2024-11-26T10:17:30,044 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:17:30,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/cluster_6a9ff01d-f1d6-4991-677b-534072648c83/data/data1/current/BP-571101946-172.17.0.2-1732616242275 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:17:30,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/cluster_6a9ff01d-f1d6-4991-677b-534072648c83/data/data2/current/BP-571101946-172.17.0.2-1732616242275 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:17:30,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:17:30,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:17:30,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:17:30,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:17:30,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:17:30,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/hadoop.log.dir/,STOPPED} 2024-11-26T10:17:30,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:17:30,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:17:30,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:30,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:30,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:30,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:30,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:30,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:17:30,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1261540176, stopped=false 2024-11-26T10:17:30,066 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,37687,1732616239046 2024-11-26T10:17:30,067 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:17:30,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1821986195/running 2024-11-26T10:17:30,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1821986195/running 2024-11-26T10:17:30,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:30,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:30,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:30,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:30,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:30,068 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,37713,1732616239096' ***** 2024-11-26T10:17:30,068 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:17:30,068 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:17:30,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Set watcher on znode that does not yet exist, /0-1821986195/running 2024-11-26T10:17:30,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Set watcher on znode that does not yet exist, /0-1821986195/running 2024-11-26T10:17:30,068 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:17:30,068 INFO [RS:0;94eedbb855cf:37713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:17:30,069 INFO [RS:0;94eedbb855cf:37713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:17:30,069 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:30,069 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,37713,1732616239096 2024-11-26T10:17:30,069 INFO [RS:0;94eedbb855cf:37713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:17:30,069 INFO [RS:0;94eedbb855cf:37713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:37713. 2024-11-26T10:17:30,069 DEBUG [RS:0;94eedbb855cf:37713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:30,069 DEBUG [RS:0;94eedbb855cf:37713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:30,069 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad5414c6a14cf1f2619bdfeb76552b07, disabling compactions & flushes 2024-11-26T10:17:30,069 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:17:30,069 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:17:30,069 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. 2024-11-26T10:17:30,069 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:17:30,069 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. 2024-11-26T10:17:30,069 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:17:30,069 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. after waiting 0 ms 2024-11-26T10:17:30,069 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. 2024-11-26T10:17:30,070 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad5414c6a14cf1f2619bdfeb76552b07 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T10:17:30,070 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:17:30,070 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:17:30,070 DEBUG [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1325): Online Regions={ad5414c6a14cf1f2619bdfeb76552b07=hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:17:30,070 DEBUG [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad5414c6a14cf1f2619bdfeb76552b07 2024-11-26T10:17:30,070 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:17:30,070 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:17:30,070 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:17:30,070 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:17:30,070 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:17:30,070 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T10:17:30,093 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/replication/ad5414c6a14cf1f2619bdfeb76552b07/.tmp/queue/8f2e070381c949b0a7b4fa5a4ba69b9a is 151, key is 1-94eedbb855cf,37713,1732616239096/queue:94eedbb855cf%2C37713%2C1732616239096/1732616247574/Put/seqid=0 2024-11-26T10:17:30,093 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/.tmp/info/3744e893079d426ab37736a0902a56f8 is 147, key is hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07./info:regioninfo/1732616247347/Put/seqid=0 2024-11-26T10:17:30,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741838_1014 (size=5350) 2024-11-26T10:17:30,098 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/replication/ad5414c6a14cf1f2619bdfeb76552b07/.tmp/queue/8f2e070381c949b0a7b4fa5a4ba69b9a 2024-11-26T10:17:30,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741839_1015 (size=6631) 2024-11-26T10:17:30,105 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/replication/ad5414c6a14cf1f2619bdfeb76552b07/.tmp/queue/8f2e070381c949b0a7b4fa5a4ba69b9a as hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/replication/ad5414c6a14cf1f2619bdfeb76552b07/queue/8f2e070381c949b0a7b4fa5a4ba69b9a 2024-11-26T10:17:30,111 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/replication/ad5414c6a14cf1f2619bdfeb76552b07/queue/8f2e070381c949b0a7b4fa5a4ba69b9a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T10:17:30,112 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ad5414c6a14cf1f2619bdfeb76552b07 in 42ms, sequenceid=5, compaction requested=false 2024-11-26T10:17:30,112 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T10:17:30,117 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/replication/ad5414c6a14cf1f2619bdfeb76552b07/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T10:17:30,118 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:17:30,118 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:17:30,118 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. 2024-11-26T10:17:30,118 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad5414c6a14cf1f2619bdfeb76552b07: Waiting for close lock at 1732616250069Running coprocessor pre-close hooks at 1732616250069Disabling compacts and flushes for region at 1732616250069Disabling writes for close at 1732616250069Obtaining lock to block concurrent updates at 1732616250070 (+1 ms)Preparing flush snapshotting stores in ad5414c6a14cf1f2619bdfeb76552b07 at 1732616250070Finished memstore snapshotting hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732616250070Flushing stores of hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. at 1732616250071 (+1 ms)Flushing ad5414c6a14cf1f2619bdfeb76552b07/queue: creating writer at 1732616250071Flushing ad5414c6a14cf1f2619bdfeb76552b07/queue: appending metadata at 1732616250092 (+21 ms)Flushing ad5414c6a14cf1f2619bdfeb76552b07/queue: closing flushed file at 1732616250092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a4d09b: reopening flushed file at 1732616250105 (+13 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ad5414c6a14cf1f2619bdfeb76552b07 in 42ms, sequenceid=5, compaction requested=false at 1732616250112 (+7 ms)Writing region close event to WAL at 1732616250113 (+1 ms)Running coprocessor post-close hooks at 1732616250118 (+5 ms)Closed at 1732616250118 2024-11-26T10:17:30,118 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616246165.ad5414c6a14cf1f2619bdfeb76552b07. 2024-11-26T10:17:30,270 DEBUG [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:30,338 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096.replicationSource.wal-reader.94eedbb855cf%2C37713%2C1732616239096,1-94eedbb855cf,37713,1732616239096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.1732616241099 to pos 0, reset compression=false 2024-11-26T10:17:30,470 DEBUG [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:30,500 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/.tmp/info/3744e893079d426ab37736a0902a56f8 2024-11-26T10:17:30,520 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/.tmp/ns/c06e14e6eac44343b92ccb6e9e514db3 is 43, key is default/ns:d/1732616242111/Put/seqid=0 2024-11-26T10:17:30,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741840_1016 (size=5153) 2024-11-26T10:17:30,525 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/.tmp/ns/c06e14e6eac44343b92ccb6e9e514db3 2024-11-26T10:17:30,548 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/.tmp/table/4e13a091cb8b4a6fa519297061c52382 is 53, key is hbase:replication/table:state/1732616247356/Put/seqid=0 2024-11-26T10:17:30,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741841_1017 (size=5256) 2024-11-26T10:17:30,670 DEBUG [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:30,871 DEBUG [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:17:30,953 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/.tmp/table/4e13a091cb8b4a6fa519297061c52382 2024-11-26T10:17:30,960 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/.tmp/info/3744e893079d426ab37736a0902a56f8 as hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/info/3744e893079d426ab37736a0902a56f8 2024-11-26T10:17:30,962 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:17:30,962 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:17:30,966 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/info/3744e893079d426ab37736a0902a56f8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T10:17:30,967 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/.tmp/ns/c06e14e6eac44343b92ccb6e9e514db3 as hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/ns/c06e14e6eac44343b92ccb6e9e514db3 2024-11-26T10:17:30,972 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/ns/c06e14e6eac44343b92ccb6e9e514db3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T10:17:30,973 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/.tmp/table/4e13a091cb8b4a6fa519297061c52382 as hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/table/4e13a091cb8b4a6fa519297061c52382 2024-11-26T10:17:30,977 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/table/4e13a091cb8b4a6fa519297061c52382, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T10:17:30,978 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=11, compaction requested=false 2024-11-26T10:17:30,983 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T10:17:30,983 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:17:30,983 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:17:30,983 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:30,983 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616250070Running coprocessor pre-close hooks at 1732616250070Disabling compacts and flushes for region at 1732616250070Disabling writes for close at 1732616250070Obtaining lock to block concurrent updates at 1732616250070Preparing flush snapshotting stores in 1588230740 at 1732616250070Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732616250071 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732616250071Flushing 1588230740/info: creating writer at 1732616250071Flushing 1588230740/info: appending metadata at 1732616250093 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732616250093Flushing 1588230740/ns: creating writer at 1732616250505 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732616250520 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732616250520Flushing 1588230740/table: creating writer at 1732616250530 (+10 ms)Flushing 1588230740/table: appending metadata at 1732616250548 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732616250548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc54d63: reopening flushed file at 1732616250959 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf825ed: reopening flushed file at 1732616250966 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f775e3: reopening flushed file at 1732616250972 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=11, compaction requested=false at 1732616250979 (+7 ms)Writing region close event to WAL at 1732616250980 (+1 ms)Running coprocessor post-close hooks at 1732616250983 (+3 ms)Closed at 1732616250983 2024-11-26T10:17:30,983 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:31,071 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,37713,1732616239096; all regions closed. 2024-11-26T10:17:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741834_1010 (size=2742) 2024-11-26T10:17:31,074 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.meta.1732616242057.meta not finished, retry = 0 2024-11-26T10:17:31,144 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096.replicationSource.wal-reader.94eedbb855cf%2C37713%2C1732616239096,1-94eedbb855cf,37713,1732616239096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.1732616241099 to pos 0, reset compression=false 2024-11-26T10:17:31,176 DEBUG [RS:0;94eedbb855cf:37713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/oldWALs 2024-11-26T10:17:31,176 INFO [RS:0;94eedbb855cf:37713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C37713%2C1732616239096.meta:.meta(num 1732616242057) 2024-11-26T10:17:31,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741837_1013 (size=1586) 2024-11-26T10:17:31,179 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/WALs/94eedbb855cf,37713,1732616239096/94eedbb855cf%2C37713%2C1732616239096.rep.1732616247308 not finished, retry = 0 2024-11-26T10:17:31,282 DEBUG [RS:0;94eedbb855cf:37713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/oldWALs 2024-11-26T10:17:31,282 INFO [RS:0;94eedbb855cf:37713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C37713%2C1732616239096.rep:(num 1732616247308) 2024-11-26T10:17:31,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741832_1008 (size=93) 2024-11-26T10:17:31,286 DEBUG [RS:0;94eedbb855cf:37713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/oldWALs 2024-11-26T10:17:31,287 INFO [RS:0;94eedbb855cf:37713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C37713%2C1732616239096:(num 1732616241099) 2024-11-26T10:17:31,287 DEBUG [RS:0;94eedbb855cf:37713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:31,287 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:17:31,287 INFO [RS:0;94eedbb855cf:37713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:17:31,287 INFO [RS:0;94eedbb855cf:37713 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:17:31,287 INFO [RS:0;94eedbb855cf:37713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:17:31,287 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:17:31,287 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,37713,1732616239096 because: Region server is closing 2024-11-26T10:17:31,288 INFO [RS:0;94eedbb855cf:37713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:37713. 2024-11-26T10:17:31,288 DEBUG [RS:0;94eedbb855cf:37713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:31,288 DEBUG [RS:0;94eedbb855cf:37713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:31,288 DEBUG [RS:0;94eedbb855cf:37713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:31,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:31,388 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096.replicationSource.shipper94eedbb855cf%2C37713%2C1732616239096,1-94eedbb855cf,37713,1732616239096 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T10:17:31,388 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096.replicationSource.wal-reader.94eedbb855cf%2C37713%2C1732616239096,1-94eedbb855cf,37713,1732616239096 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:17:31,389 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37713,1732616239096.replicationSource.shipper94eedbb855cf%2C37713%2C1732616239096,1-94eedbb855cf,37713,1732616239096 terminated 2024-11-26T10:17:31,389 INFO [RS:0;94eedbb855cf:37713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37713 2024-11-26T10:17:31,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195/rs 2024-11-26T10:17:31,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1821986195/rs/94eedbb855cf,37713,1732616239096 2024-11-26T10:17:31,391 INFO [RS:0;94eedbb855cf:37713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:17:31,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,37713,1732616239096] 2024-11-26T10:17:31,395 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821986195/draining/94eedbb855cf,37713,1732616239096 already deleted, retry=false 2024-11-26T10:17:31,396 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,37713,1732616239096 expired; onlineServers=0 2024-11-26T10:17:31,396 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,37687,1732616239046' ***** 2024-11-26T10:17:31,396 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:17:31,396 INFO [M:0;94eedbb855cf:37687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:17:31,396 INFO [M:0;94eedbb855cf:37687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:17:31,396 DEBUG [M:0;94eedbb855cf:37687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:17:31,396 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:17:31,396 DEBUG [M:0;94eedbb855cf:37687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:17:31,396 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616240900 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616240900,5,FailOnTimeoutGroup] 2024-11-26T10:17:31,396 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616240901 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616240901,5,FailOnTimeoutGroup] 2024-11-26T10:17:31,396 INFO [M:0;94eedbb855cf:37687 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:17:31,396 INFO [M:0;94eedbb855cf:37687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:17:31,396 DEBUG [M:0;94eedbb855cf:37687 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:17:31,396 INFO [M:0;94eedbb855cf:37687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:17:31,397 INFO [M:0;94eedbb855cf:37687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:17:31,397 INFO [M:0;94eedbb855cf:37687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:17:31,397 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:17:31,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1821986195/master 2024-11-26T10:17:31,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821986195 2024-11-26T10:17:31,398 DEBUG [M:0;94eedbb855cf:37687 {}] zookeeper.ZKUtil(347): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Unable to get data of znode /0-1821986195/master because node does not exist (not an error) 2024-11-26T10:17:31,398 WARN [M:0;94eedbb855cf:37687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:17:31,398 INFO [M:0;94eedbb855cf:37687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/.lastflushedseqids 2024-11-26T10:17:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741842_1018 (size=181) 2024-11-26T10:17:31,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:31,495 INFO [RS:0;94eedbb855cf:37713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:17:31,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10153c79e640001, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:31,495 INFO [RS:0;94eedbb855cf:37713 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,37713,1732616239096; zookeeper connection closed. 2024-11-26T10:17:31,495 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e1353d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e1353d4 2024-11-26T10:17:31,495 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:17:31,806 INFO [M:0;94eedbb855cf:37687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:17:31,806 INFO [M:0;94eedbb855cf:37687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:17:31,806 DEBUG [M:0;94eedbb855cf:37687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:17:31,806 INFO [M:0;94eedbb855cf:37687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:31,806 DEBUG [M:0;94eedbb855cf:37687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:31,806 DEBUG [M:0;94eedbb855cf:37687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:17:31,806 DEBUG [M:0;94eedbb855cf:37687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:31,807 INFO [M:0;94eedbb855cf:37687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T10:17:31,835 DEBUG [M:0;94eedbb855cf:37687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99d5ac07868642bcb72c075e72181a71 is 82, key is hbase:meta,,1/info:regioninfo/1732616242097/Put/seqid=0 2024-11-26T10:17:31,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741843_1019 (size=5672) 2024-11-26T10:17:31,843 INFO [M:0;94eedbb855cf:37687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99d5ac07868642bcb72c075e72181a71 2024-11-26T10:17:31,872 DEBUG [M:0;94eedbb855cf:37687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26629233d0434d4cbbdb1e33bd3e966a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732616247361/Put/seqid=0 2024-11-26T10:17:31,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741844_1020 (size=7203) 2024-11-26T10:17:31,880 INFO [M:0;94eedbb855cf:37687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26629233d0434d4cbbdb1e33bd3e966a 2024-11-26T10:17:31,908 DEBUG [M:0;94eedbb855cf:37687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ee529b1f7ff4b278c3ff893e8c47bad is 69, key is 94eedbb855cf,37713,1732616239096/rs:state/1732616240946/Put/seqid=0 2024-11-26T10:17:31,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741845_1021 (size=5156) 2024-11-26T10:17:32,313 INFO [M:0;94eedbb855cf:37687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ee529b1f7ff4b278c3ff893e8c47bad 2024-11-26T10:17:32,323 DEBUG [M:0;94eedbb855cf:37687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99d5ac07868642bcb72c075e72181a71 as hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99d5ac07868642bcb72c075e72181a71 2024-11-26T10:17:32,335 INFO [M:0;94eedbb855cf:37687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99d5ac07868642bcb72c075e72181a71, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T10:17:32,343 DEBUG [M:0;94eedbb855cf:37687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26629233d0434d4cbbdb1e33bd3e966a as hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26629233d0434d4cbbdb1e33bd3e966a 2024-11-26T10:17:32,352 INFO [M:0;94eedbb855cf:37687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26629233d0434d4cbbdb1e33bd3e966a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T10:17:32,354 DEBUG [M:0;94eedbb855cf:37687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ee529b1f7ff4b278c3ff893e8c47bad as hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ee529b1f7ff4b278c3ff893e8c47bad 2024-11-26T10:17:32,361 INFO [M:0;94eedbb855cf:37687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39315/user/jenkins/test-data/0ab8ec90-b589-fe3f-dd67-2296c13b1d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ee529b1f7ff4b278c3ff893e8c47bad, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T10:17:32,363 INFO [M:0;94eedbb855cf:37687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 556ms, sequenceid=70, compaction requested=false 2024-11-26T10:17:32,396 INFO [M:0;94eedbb855cf:37687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:32,397 DEBUG [M:0;94eedbb855cf:37687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616251806Disabling compacts and flushes for region at 1732616251806Disabling writes for close at 1732616251806Obtaining lock to block concurrent updates at 1732616251807 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616251807Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732616251807Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616251808 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616251808Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616251835 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616251835Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616251850 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616251872 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616251872Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616251886 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616251907 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616251907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b2ec03: reopening flushed file at 1732616252322 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5454da6f: reopening flushed file at 1732616252336 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7757fc37: reopening flushed file at 1732616252353 (+17 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 556ms, sequenceid=70, compaction requested=false at 1732616252363 (+10 ms)Writing region close event to WAL at 1732616252396 (+33 ms)Closed at 1732616252396 2024-11-26T10:17:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741830_1006 (size=41008) 2024-11-26T10:17:32,406 INFO [M:0;94eedbb855cf:37687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:17:32,407 INFO [M:0;94eedbb855cf:37687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37687 2024-11-26T10:17:32,407 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:17:32,408 INFO [M:0;94eedbb855cf:37687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:17:32,510 INFO [M:0;94eedbb855cf:37687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:17:32,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:32,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10153c79e640000, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:17:32,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:17:32,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:17:32,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:17:32,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:17:32,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/hadoop.log.dir/,STOPPED} 2024-11-26T10:17:32,520 WARN [BP-1856239071-172.17.0.2-1732616238082 heartbeating to localhost/127.0.0.1:39315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:17:32,520 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:17:32,520 WARN [BP-1856239071-172.17.0.2-1732616238082 heartbeating to localhost/127.0.0.1:39315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1856239071-172.17.0.2-1732616238082 (Datanode Uuid 2d11861b-7b19-4697-9d35-043f93f1ba36) service to localhost/127.0.0.1:39315 2024-11-26T10:17:32,520 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:17:32,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/cluster_7fb7fdcb-d54b-c865-d65c-e7d9d5aadf5d/data/data1/current/BP-1856239071-172.17.0.2-1732616238082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:17:32,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/cluster_7fb7fdcb-d54b-c865-d65c-e7d9d5aadf5d/data/data2/current/BP-1856239071-172.17.0.2-1732616238082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:17:32,521 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:17:32,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:17:32,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:17:32,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:17:32,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:17:32,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1eec903-9460-014c-8153-b58f9b644a5f/hadoop.log.dir/,STOPPED} 2024-11-26T10:17:32,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:17:32,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:17:32,612 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58929) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39315 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58929) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37365 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 260), ProcessCount=11 (was 11), AvailableMemoryMB=6066 (was 6438) 2024-11-26T10:17:32,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=6066 2024-11-26T10:17:32,643 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-26T10:17:32,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/hadoop.log.dir so I do NOT create it in target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33 2024-11-26T10:17:32,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:17:32,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/hadoop.tmp.dir so I do NOT create it in target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33 2024-11-26T10:17:32,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f35abbc-7f9f-e9f8-2ccb-ca2b2d657ff3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:17:32,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33 2024-11-26T10:17:32,644 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/cluster_ad69741c-ea84-e25e-8b7e-6dbbb147502a, deleteOnExit=true 2024-11-26T10:17:32,658 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/cluster_ad69741c-ea84-e25e-8b7e-6dbbb147502a/zookeeper_0, clientPort=54525, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/cluster_ad69741c-ea84-e25e-8b7e-6dbbb147502a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/cluster_ad69741c-ea84-e25e-8b7e-6dbbb147502a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:17:32,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153c79e640005, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:17:32,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153c79e640002, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:17:32,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153c79e640002, quorum=127.0.0.1:58929, baseZNode=/0-1821986195 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:17:32,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153c79e640005, quorum=127.0.0.1:58929, baseZNode=/11495805047 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:17:32,666 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54525 2024-11-26T10:17:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:17:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:17:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/test.cache.data in system properties and HBase conf 2024-11-26T10:17:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:17:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:17:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:17:32,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:17:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:17:32,667 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:17:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:17:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:17:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:17:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:17:32,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:17:32,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:17:32,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:17:32,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:17:32,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:17:32,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:17:32,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:17:32,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:17:32,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:17:32,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:17:32,757 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T10:17:32,759 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:32,779 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:32,781 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:32,782 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:32,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:17:32,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:17:32,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:17:32,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:17:32,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:17:32,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:17:32,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:17:32,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:17:32,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/java.io.tmpdir/jetty-localhost-38251-hadoop-hdfs-3_4_1-tests_jar-_-any-7573776159912506067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:17:32,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:38251} 2024-11-26T10:17:32,967 INFO [Time-limited test {}] server.Server(415): Started @44785ms 2024-11-26T10:17:33,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:17:33,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:17:33,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:17:33,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:17:33,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:17:33,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:17:33,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:17:33,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/java.io.tmpdir/jetty-localhost-40645-hadoop-hdfs-3_4_1-tests_jar-_-any-13353333160772796517/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:17:33,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:40645} 2024-11-26T10:17:33,179 INFO [Time-limited test {}] server.Server(415): Started @44996ms 2024-11-26T10:17:33,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:17:33,272 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/cluster_ad69741c-ea84-e25e-8b7e-6dbbb147502a/data/data1/current/BP-1449570041-172.17.0.2-1732616252709/current, will proceed with Du for space computation calculation, 2024-11-26T10:17:33,272 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/cluster_ad69741c-ea84-e25e-8b7e-6dbbb147502a/data/data2/current/BP-1449570041-172.17.0.2-1732616252709/current, will proceed with Du for space computation calculation, 2024-11-26T10:17:33,301 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:17:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ecf4a7a7ff58979 with lease ID 0x88f20761d15ac90d: Processing first storage report for DS-dc9fe3fb-6f18-4444-9e90-a9d0a8d8337a from datanode DatanodeRegistration(127.0.0.1:40407, datanodeUuid=ffa39d63-6516-4d7c-a8d9-4ad797962b56, infoPort=44355, infoSecurePort=0, ipcPort=43129, storageInfo=lv=-57;cid=testClusterID;nsid=390176687;c=1732616252709) 2024-11-26T10:17:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ecf4a7a7ff58979 with lease ID 0x88f20761d15ac90d: from storage DS-dc9fe3fb-6f18-4444-9e90-a9d0a8d8337a node DatanodeRegistration(127.0.0.1:40407, datanodeUuid=ffa39d63-6516-4d7c-a8d9-4ad797962b56, infoPort=44355, infoSecurePort=0, ipcPort=43129, storageInfo=lv=-57;cid=testClusterID;nsid=390176687;c=1732616252709), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:17:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ecf4a7a7ff58979 with lease ID 0x88f20761d15ac90d: Processing first storage report for DS-5aeffc42-b12d-4eb4-b369-de102dfaf5a4 from datanode DatanodeRegistration(127.0.0.1:40407, datanodeUuid=ffa39d63-6516-4d7c-a8d9-4ad797962b56, infoPort=44355, infoSecurePort=0, ipcPort=43129, storageInfo=lv=-57;cid=testClusterID;nsid=390176687;c=1732616252709) 2024-11-26T10:17:33,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ecf4a7a7ff58979 with lease ID 0x88f20761d15ac90d: from storage DS-5aeffc42-b12d-4eb4-b369-de102dfaf5a4 node DatanodeRegistration(127.0.0.1:40407, datanodeUuid=ffa39d63-6516-4d7c-a8d9-4ad797962b56, infoPort=44355, infoSecurePort=0, ipcPort=43129, storageInfo=lv=-57;cid=testClusterID;nsid=390176687;c=1732616252709), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:17:33,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:17:33,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T10:17:33,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T10:17:33,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:17:33,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33 2024-11-26T10:17:33,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:33,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:33,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:17:33,815 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33 with version=8 2024-11-26T10:17:33,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/hbase-staging 2024-11-26T10:17:33,817 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:17:33,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:33,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:33,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:17:33,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:33,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:17:33,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:17:33,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:17:33,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33333 2024-11-26T10:17:33,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33333 connecting to ZooKeeper ensemble=127.0.0.1:54525 2024-11-26T10:17:33,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333330x0, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:33,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33333-0x10153c7d7810000 connected 2024-11-26T10:17:33,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:33,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:33,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Set watcher on znode that does not yet exist, /0-2048592083/running 2024-11-26T10:17:33,849 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33, hbase.cluster.distributed=false 2024-11-26T10:17:33,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Set watcher on znode that does not yet exist, /0-2048592083/acl 2024-11-26T10:17:33,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33333 2024-11-26T10:17:33,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33333 2024-11-26T10:17:33,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33333 2024-11-26T10:17:33,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33333 2024-11-26T10:17:33,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33333 2024-11-26T10:17:33,872 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:17:33,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:33,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:33,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:17:33,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:33,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:17:33,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:17:33,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:17:33,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39653 2024-11-26T10:17:33,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39653 connecting to ZooKeeper ensemble=127.0.0.1:54525 2024-11-26T10:17:33,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:33,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:33,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396530x0, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:33,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Set watcher on znode that does not yet exist, /0-2048592083/running 2024-11-26T10:17:33,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39653-0x10153c7d7810001 connected 2024-11-26T10:17:33,882 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:17:33,882 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:17:33,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Set watcher on znode that does not yet exist, /0-2048592083/master 2024-11-26T10:17:33,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Set watcher on znode that does not yet exist, /0-2048592083/acl 2024-11-26T10:17:33,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39653 2024-11-26T10:17:33,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39653 2024-11-26T10:17:33,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39653 2024-11-26T10:17:33,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39653 2024-11-26T10:17:33,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39653 2024-11-26T10:17:33,904 DEBUG [M:0;94eedbb855cf:33333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:33333 2024-11-26T10:17:33,904 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2048592083/backup-masters/94eedbb855cf,33333,1732616253817 2024-11-26T10:17:33,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083/backup-masters 2024-11-26T10:17:33,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083/backup-masters 2024-11-26T10:17:33,907 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Set watcher on existing znode=/0-2048592083/backup-masters/94eedbb855cf,33333,1732616253817 2024-11-26T10:17:33,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2048592083/master 2024-11-26T10:17:33,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:33,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:33,911 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Set watcher on existing znode=/0-2048592083/master 2024-11-26T10:17:33,911 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2048592083/backup-masters/94eedbb855cf,33333,1732616253817 from backup master directory 2024-11-26T10:17:33,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2048592083/backup-masters/94eedbb855cf,33333,1732616253817 2024-11-26T10:17:33,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083/backup-masters 2024-11-26T10:17:33,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083/backup-masters 2024-11-26T10:17:33,912 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:17:33,912 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,33333,1732616253817 2024-11-26T10:17:33,917 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/hbase.id] with ID: 66339309-9506-48a0-8df3-a0e6ff200f8c 2024-11-26T10:17:33,917 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/.tmp/hbase.id 2024-11-26T10:17:33,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:17:34,322 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/.tmp/hbase.id]:[hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/hbase.id] 2024-11-26T10:17:34,334 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:34,334 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:17:34,335 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:17:34,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:34,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:34,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:17:34,744 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:17:34,745 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:17:34,745 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:34,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:17:35,153 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store 2024-11-26T10:17:35,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:17:35,560 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:35,560 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:17:35,560 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:35,560 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:35,560 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:17:35,560 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:35,560 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:35,560 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616255560Disabling compacts and flushes for region at 1732616255560Disabling writes for close at 1732616255560Writing region close event to WAL at 1732616255560Closed at 1732616255560 2024-11-26T10:17:35,561 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/.initializing 2024-11-26T10:17:35,561 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/WALs/94eedbb855cf,33333,1732616253817 2024-11-26T10:17:35,562 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:17:35,564 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C33333%2C1732616253817, suffix=, logDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/WALs/94eedbb855cf,33333,1732616253817, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/oldWALs, maxLogs=10 2024-11-26T10:17:35,577 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/WALs/94eedbb855cf,33333,1732616253817/94eedbb855cf%2C33333%2C1732616253817.1732616255564, exclude list is [], retry=0 2024-11-26T10:17:35,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40407,DS-dc9fe3fb-6f18-4444-9e90-a9d0a8d8337a,DISK] 2024-11-26T10:17:35,581 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/WALs/94eedbb855cf,33333,1732616253817/94eedbb855cf%2C33333%2C1732616253817.1732616255564 2024-11-26T10:17:35,582 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44355:44355)] 2024-11-26T10:17:35,582 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:35,582 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:35,582 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:35,582 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:35,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:35,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:17:35,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:35,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:35,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:35,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:17:35,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:35,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:35,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:35,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:17:35,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:35,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:35,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:35,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:17:35,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:35,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:35,590 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:35,590 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:35,591 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:35,592 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:35,592 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:35,592 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:35,593 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:35,595 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:35,596 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67008426, jitterRate=-0.001496642827987671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:35,596 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616255582Initializing all the Stores at 1732616255583 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616255583Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616255583Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616255583Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616255583Cleaning up temporary data from old regions at 1732616255592 (+9 ms)Region opened successfully at 1732616255596 (+4 ms) 2024-11-26T10:17:35,597 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:17:35,599 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ded714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:17:35,600 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:17:35,600 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:17:35,601 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:17:35,601 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:17:35,601 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:17:35,601 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:17:35,601 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:17:35,603 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:17:35,604 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Unable to get data of znode /0-2048592083/balancer because node does not exist (not necessarily an error) 2024-11-26T10:17:35,605 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2048592083/balancer already deleted, retry=false 2024-11-26T10:17:35,605 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:17:35,606 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Unable to get data of znode /0-2048592083/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:17:35,607 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2048592083/normalizer already deleted, retry=false 2024-11-26T10:17:35,607 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:17:35,608 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Unable to get data of znode /0-2048592083/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:17:35,609 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2048592083/switch/split already deleted, retry=false 2024-11-26T10:17:35,610 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Unable to get data of znode /0-2048592083/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:17:35,613 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2048592083/switch/merge already deleted, retry=false 2024-11-26T10:17:35,615 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Unable to get data of znode /0-2048592083/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:17:35,616 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2048592083/snapshot-cleanup already deleted, retry=false 2024-11-26T10:17:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2048592083/running 2024-11-26T10:17:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2048592083/running 2024-11-26T10:17:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:35,618 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,33333,1732616253817, sessionid=0x10153c7d7810000, setting cluster-up flag (Was=false) 2024-11-26T10:17:35,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:35,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:35,626 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2048592083/flush-table-proc/acquired, /0-2048592083/flush-table-proc/reached, /0-2048592083/flush-table-proc/abort 2024-11-26T10:17:35,627 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,33333,1732616253817 2024-11-26T10:17:35,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:35,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:35,640 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2048592083/online-snapshot/acquired, /0-2048592083/online-snapshot/reached, /0-2048592083/online-snapshot/abort 2024-11-26T10:17:35,641 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,33333,1732616253817 2024-11-26T10:17:35,642 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:17:35,644 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:35,644 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:17:35,644 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:17:35,644 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,33333,1732616253817 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:17:35,646 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:35,646 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:35,646 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:35,646 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:35,646 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:17:35,646 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,646 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:17:35,646 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,647 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616285647 2024-11-26T10:17:35,647 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:17:35,647 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:17:35,647 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:17:35,647 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:17:35,647 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:17:35,647 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:17:35,647 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:35,647 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:17:35,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:17:35,648 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:17:35,648 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:17:35,648 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:17:35,648 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:17:35,648 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:17:35,648 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616255648,5,FailOnTimeoutGroup] 2024-11-26T10:17:35,649 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:35,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:17:35,650 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616255648,5,FailOnTimeoutGroup] 2024-11-26T10:17:35,650 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,650 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:17:35,650 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,650 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:17:35,695 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(746): ClusterId : 66339309-9506-48a0-8df3-a0e6ff200f8c 2024-11-26T10:17:35,695 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:17:35,697 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:17:35,697 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:17:35,699 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:17:35,700 DEBUG [RS:0;94eedbb855cf:39653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3838262a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:17:35,711 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:39653 2024-11-26T10:17:35,712 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:17:35,712 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:17:35,712 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:17:35,712 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,33333,1732616253817 with port=39653, startcode=1732616253872 2024-11-26T10:17:35,712 DEBUG [RS:0;94eedbb855cf:39653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:17:35,714 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:17:35,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33333 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,39653,1732616253872 2024-11-26T10:17:35,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33333 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,39653,1732616253872 2024-11-26T10:17:35,716 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33 2024-11-26T10:17:35,716 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35659 2024-11-26T10:17:35,716 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:17:35,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083/rs 2024-11-26T10:17:35,718 DEBUG [RS:0;94eedbb855cf:39653 {}] zookeeper.ZKUtil(111): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Set watcher on existing znode=/0-2048592083/rs/94eedbb855cf,39653,1732616253872 2024-11-26T10:17:35,718 WARN [RS:0;94eedbb855cf:39653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:17:35,718 INFO [RS:0;94eedbb855cf:39653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:35,718 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872 2024-11-26T10:17:35,719 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,39653,1732616253872] 2024-11-26T10:17:35,722 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:17:35,723 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:17:35,723 INFO [RS:0;94eedbb855cf:39653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:17:35,723 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,724 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:17:35,724 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:17:35,724 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:17:35,725 DEBUG [RS:0;94eedbb855cf:39653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:17:35,726 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,726 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,726 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,726 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,726 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,726 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,39653,1732616253872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:17:35,740 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:17:35,741 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,39653,1732616253872-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,741 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,741 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.Replication(171): 94eedbb855cf,39653,1732616253872 started 2024-11-26T10:17:35,755 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:35,755 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,39653,1732616253872, RpcServer on 94eedbb855cf/172.17.0.2:39653, sessionid=0x10153c7d7810001 2024-11-26T10:17:35,755 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:17:35,755 DEBUG [RS:0;94eedbb855cf:39653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,39653,1732616253872 2024-11-26T10:17:35,755 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,39653,1732616253872' 2024-11-26T10:17:35,755 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2048592083/flush-table-proc/abort' 2024-11-26T10:17:35,755 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2048592083/flush-table-proc/acquired' 2024-11-26T10:17:35,756 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:17:35,756 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:17:35,756 DEBUG [RS:0;94eedbb855cf:39653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,39653,1732616253872 2024-11-26T10:17:35,756 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,39653,1732616253872' 2024-11-26T10:17:35,756 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2048592083/online-snapshot/abort' 2024-11-26T10:17:35,756 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2048592083/online-snapshot/acquired' 2024-11-26T10:17:35,757 DEBUG [RS:0;94eedbb855cf:39653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:17:35,757 INFO [RS:0;94eedbb855cf:39653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:17:35,757 INFO [RS:0;94eedbb855cf:39653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:17:35,857 INFO [RS:0;94eedbb855cf:39653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:17:35,859 INFO [RS:0;94eedbb855cf:39653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C39653%2C1732616253872, suffix=, logDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/oldWALs, maxLogs=10 2024-11-26T10:17:35,872 DEBUG [RS:0;94eedbb855cf:39653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859, exclude list is [], retry=0 2024-11-26T10:17:35,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40407,DS-dc9fe3fb-6f18-4444-9e90-a9d0a8d8337a,DISK] 2024-11-26T10:17:35,877 INFO [RS:0;94eedbb855cf:39653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 2024-11-26T10:17:35,877 DEBUG [RS:0;94eedbb855cf:39653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44355:44355)] 2024-11-26T10:17:36,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:17:36,056 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33 2024-11-26T10:17:36,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:17:36,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:36,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:17:36,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:17:36,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:36,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:36,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:17:36,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:17:36,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:36,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:36,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:17:36,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:17:36,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:36,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:36,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:17:36,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:17:36,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:36,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:36,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:17:36,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740 2024-11-26T10:17:36,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740 2024-11-26T10:17:36,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:17:36,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:17:36,473 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:36,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:17:36,476 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:36,476 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69520015, jitterRate=0.03592894971370697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:36,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616256462Initializing all the Stores at 1732616256463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616256463Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616256463Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616256463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616256463Cleaning up temporary data from old regions at 1732616256473 (+10 ms)Region opened successfully at 1732616256477 (+4 ms) 2024-11-26T10:17:36,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:17:36,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:17:36,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:17:36,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:17:36,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:17:36,477 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:36,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616256477Disabling compacts and flushes for region at 1732616256477Disabling writes for close at 1732616256477Writing region close event to WAL at 1732616256477Closed at 1732616256477 2024-11-26T10:17:36,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:36,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:17:36,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:17:36,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:17:36,481 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:17:36,631 DEBUG [94eedbb855cf:33333 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:17:36,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,39653,1732616253872 2024-11-26T10:17:36,633 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,39653,1732616253872, state=OPENING 2024-11-26T10:17:36,637 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:17:36,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:36,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:36,642 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:17:36,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2048592083/meta-region-server: CHANGED 2024-11-26T10:17:36,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2048592083/meta-region-server: CHANGED 2024-11-26T10:17:36,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,39653,1732616253872}] 2024-11-26T10:17:36,796 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:17:36,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:17:36,801 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:17:36,801 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:36,802 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:17:36,803 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C39653%2C1732616253872.meta, suffix=.meta, logDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/oldWALs, maxLogs=10 2024-11-26T10:17:36,817 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.meta.1732616256803.meta, exclude list is [], retry=0 2024-11-26T10:17:36,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40407,DS-dc9fe3fb-6f18-4444-9e90-a9d0a8d8337a,DISK] 2024-11-26T10:17:36,822 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.meta.1732616256803.meta 2024-11-26T10:17:36,822 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44355:44355)] 2024-11-26T10:17:36,822 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:36,823 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:17:36,823 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:17:36,823 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:17:36,823 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:17:36,823 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:17:36,823 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:36,823 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:17:36,823 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:17:36,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:17:36,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:17:36,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:36,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:36,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:17:36,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:17:36,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:36,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:36,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:17:36,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:17:36,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:36,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:36,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:17:36,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:17:36,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:36,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:36,829 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:17:36,830 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740 2024-11-26T10:17:36,831 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740 2024-11-26T10:17:36,832 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:17:36,832 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:17:36,833 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:36,834 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:17:36,835 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73356077, jitterRate=0.0930907279253006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:36,835 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:17:36,835 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616256823Writing region info on filesystem at 1732616256823Initializing all the Stores at 1732616256824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616256824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616256824Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616256824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616256824Cleaning up temporary data from old regions at 1732616256832 (+8 ms)Running coprocessor post-open hooks at 1732616256835 (+3 ms)Region opened successfully at 1732616256835 2024-11-26T10:17:36,836 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616256795 2024-11-26T10:17:36,839 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:17:36,839 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:17:36,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,39653,1732616253872 2024-11-26T10:17:36,840 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,39653,1732616253872, state=OPEN 2024-11-26T10:17:36,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2048592083/meta-region-server 2024-11-26T10:17:36,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2048592083/meta-region-server 2024-11-26T10:17:36,842 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,39653,1732616253872 2024-11-26T10:17:36,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2048592083/meta-region-server: CHANGED 2024-11-26T10:17:36,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2048592083/meta-region-server: CHANGED 2024-11-26T10:17:36,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:17:36,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,39653,1732616253872 in 199 msec 2024-11-26T10:17:36,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:17:36,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-26T10:17:36,847 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:36,847 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:17:36,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:36,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39653,1732616253872, seqNum=-1] 2024-11-26T10:17:36,848 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:36,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:36,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-26T10:17:36,855 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616256855, completionTime=-1 2024-11-26T10:17:36,855 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:17:36,855 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:17:36,857 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:17:36,857 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616316857 2024-11-26T10:17:36,857 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616376857 2024-11-26T10:17:36,857 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:17:36,857 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33333,1732616253817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:36,857 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33333,1732616253817-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:36,857 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33333,1732616253817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:36,857 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:33333, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:36,857 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:36,857 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:36,859 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:17:36,861 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.949sec 2024-11-26T10:17:36,861 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:17:36,861 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:17:36,861 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:17:36,861 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:17:36,861 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:17:36,861 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33333,1732616253817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:17:36,861 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33333,1732616253817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:17:36,863 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:17:36,863 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:17:36,863 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33333,1732616253817-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:36,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:36,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33333,-1 for getting cluster id 2024-11-26T10:17:36,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:36,898 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66339309-9506-48a0-8df3-a0e6ff200f8c' 2024-11-26T10:17:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66339309-9506-48a0-8df3-a0e6ff200f8c" 2024-11-26T10:17:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58043842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33333,-1] 2024-11-26T10:17:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:36,899 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:36,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:36,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:36,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39653,1732616253872, seqNum=-1] 2024-11-26T10:17:36,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:36,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:36,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,33333,1732616253817 2024-11-26T10:17:36,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54525 2024-11-26T10:17:36,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:36,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153c7d7810002 connected 2024-11-26T10:17:36,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/hadoop.log.dir so I do NOT create it in target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0 2024-11-26T10:17:36,912 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:17:36,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/hadoop.tmp.dir so I do NOT create it in target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0 2024-11-26T10:17:36,912 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:17:36,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0 2024-11-26T10:17:36,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:17:36,912 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/cluster_ed2779a8-2bfe-fa5f-9be6-6b585bfa9432, deleteOnExit=true 2024-11-26T10:17:36,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:17:36,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/test.cache.data in system properties and HBase conf 2024-11-26T10:17:36,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:17:36,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:17:36,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:17:36,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:17:36,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:17:36,912 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:17:36,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:17:36,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:17:36,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:17:36,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:17:36,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:17:36,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:17:36,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:17:36,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:17:36,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:17:37,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f19e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/java.io.tmpdir/jetty-localhost-36097-hadoop-hdfs-3_4_1-tests_jar-_-any-5941831236666729710/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:17:37,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:36097} 2024-11-26T10:17:37,109 INFO [Time-limited test {}] server.Server(415): Started @48927ms 2024-11-26T10:17:37,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:17:37,185 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:17:37,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:17:37,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:17:37,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:17:37,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:17:37,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:17:37,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a2d70e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/java.io.tmpdir/jetty-localhost-35565-hadoop-hdfs-3_4_1-tests_jar-_-any-14642947230626664765/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:17:37,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:35565} 2024-11-26T10:17:37,304 INFO [Time-limited test {}] server.Server(415): Started @49121ms 2024-11-26T10:17:37,305 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:17:37,400 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/cluster_ed2779a8-2bfe-fa5f-9be6-6b585bfa9432/data/data1/current/BP-1657062426-172.17.0.2-1732616256933/current, will proceed with Du for space computation calculation, 2024-11-26T10:17:37,400 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/cluster_ed2779a8-2bfe-fa5f-9be6-6b585bfa9432/data/data2/current/BP-1657062426-172.17.0.2-1732616256933/current, will proceed with Du for space computation calculation, 2024-11-26T10:17:37,422 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:17:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe317a7b7af0064a2 with lease ID 0xac654f44c5f7da9c: Processing first storage report for DS-140d221c-9c99-4126-96f3-803f1146963c from datanode DatanodeRegistration(127.0.0.1:40763, datanodeUuid=87fb192b-ab61-4430-9cad-2656ac9b9c9a, infoPort=33087, infoSecurePort=0, ipcPort=39461, storageInfo=lv=-57;cid=testClusterID;nsid=1884031344;c=1732616256933) 2024-11-26T10:17:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe317a7b7af0064a2 with lease ID 0xac654f44c5f7da9c: from storage DS-140d221c-9c99-4126-96f3-803f1146963c node DatanodeRegistration(127.0.0.1:40763, datanodeUuid=87fb192b-ab61-4430-9cad-2656ac9b9c9a, infoPort=33087, infoSecurePort=0, ipcPort=39461, storageInfo=lv=-57;cid=testClusterID;nsid=1884031344;c=1732616256933), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:17:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe317a7b7af0064a2 with lease ID 0xac654f44c5f7da9c: Processing first storage report for DS-97f7f9c8-988a-410e-ac69-4abfd78d9e8a from datanode DatanodeRegistration(127.0.0.1:40763, datanodeUuid=87fb192b-ab61-4430-9cad-2656ac9b9c9a, infoPort=33087, infoSecurePort=0, ipcPort=39461, storageInfo=lv=-57;cid=testClusterID;nsid=1884031344;c=1732616256933) 2024-11-26T10:17:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe317a7b7af0064a2 with lease ID 0xac654f44c5f7da9c: from storage DS-97f7f9c8-988a-410e-ac69-4abfd78d9e8a node DatanodeRegistration(127.0.0.1:40763, datanodeUuid=87fb192b-ab61-4430-9cad-2656ac9b9c9a, infoPort=33087, infoSecurePort=0, ipcPort=39461, storageInfo=lv=-57;cid=testClusterID;nsid=1884031344;c=1732616256933), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:17:37,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0 2024-11-26T10:17:37,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:37,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:37,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:17:37,844 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6 with version=8 2024-11-26T10:17:37,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/hbase-staging 2024-11-26T10:17:37,846 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:17:37,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:37,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:37,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:17:37,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:37,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:17:37,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:17:37,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:17:37,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43423 2024-11-26T10:17:37,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43423 connecting to ZooKeeper ensemble=127.0.0.1:54525 2024-11-26T10:17:37,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434230x0, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:37,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43423-0x10153c7d7810003 connected 2024-11-26T10:17:37,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:37,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:37,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Set watcher on znode that does not yet exist, /1-570489187/running 2024-11-26T10:17:37,871 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6, hbase.cluster.distributed=false 2024-11-26T10:17:37,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Set watcher on znode that does not yet exist, /1-570489187/acl 2024-11-26T10:17:37,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43423 2024-11-26T10:17:37,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43423 2024-11-26T10:17:37,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43423 2024-11-26T10:17:37,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43423 2024-11-26T10:17:37,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43423 2024-11-26T10:17:37,890 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:17:37,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:37,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:37,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:17:37,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:17:37,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:17:37,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:17:37,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:17:37,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45809 2024-11-26T10:17:37,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45809 connecting to ZooKeeper ensemble=127.0.0.1:54525 2024-11-26T10:17:37,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:37,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:37,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458090x0, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:37,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458090x0, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Set watcher on znode that does not yet exist, /1-570489187/running 2024-11-26T10:17:37,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45809-0x10153c7d7810004 connected 2024-11-26T10:17:37,898 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:17:37,898 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:17:37,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Set watcher on znode that does not yet exist, /1-570489187/master 2024-11-26T10:17:37,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Set watcher on znode that does not yet exist, /1-570489187/acl 2024-11-26T10:17:37,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45809 2024-11-26T10:17:37,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45809 2024-11-26T10:17:37,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45809 2024-11-26T10:17:37,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45809 2024-11-26T10:17:37,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45809 2024-11-26T10:17:37,914 DEBUG [M:0;94eedbb855cf:43423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:43423 2024-11-26T10:17:37,914 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-570489187/backup-masters/94eedbb855cf,43423,1732616257846 2024-11-26T10:17:37,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187/backup-masters 2024-11-26T10:17:37,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187/backup-masters 2024-11-26T10:17:37,923 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Set watcher on existing znode=/1-570489187/backup-masters/94eedbb855cf,43423,1732616257846 2024-11-26T10:17:37,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:17:37,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-570489187/master 2024-11-26T10:17:37,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:17:37,933 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Set watcher on existing znode=/1-570489187/master 2024-11-26T10:17:37,934 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-570489187/backup-masters/94eedbb855cf,43423,1732616257846 from backup master directory 2024-11-26T10:17:37,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-570489187/backup-masters/94eedbb855cf,43423,1732616257846 2024-11-26T10:17:37,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187/backup-masters 2024-11-26T10:17:37,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187/backup-masters 2024-11-26T10:17:37,941 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:17:37,941 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,43423,1732616257846 2024-11-26T10:17:37,945 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/hbase.id] with ID: 24434471-d16f-405c-ab6f-1f11db089b82 2024-11-26T10:17:37,945 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/.tmp/hbase.id 2024-11-26T10:17:37,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:17:38,351 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/.tmp/hbase.id]:[hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/hbase.id] 2024-11-26T10:17:38,362 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:38,362 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:17:38,363 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:17:38,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:17:38,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:17:38,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:17:38,771 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:17:38,772 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:17:38,772 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:38,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:17:38,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:17:38,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:38,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:38,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:38,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:39,179 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store 2024-11-26T10:17:39,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:17:39,586 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:39,586 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:17:39,586 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:39,586 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:39,586 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:17:39,586 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:39,586 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:17:39,586 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616259586Disabling compacts and flushes for region at 1732616259586Disabling writes for close at 1732616259586Writing region close event to WAL at 1732616259586Closed at 1732616259586 2024-11-26T10:17:39,587 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/.initializing 2024-11-26T10:17:39,587 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/WALs/94eedbb855cf,43423,1732616257846 2024-11-26T10:17:39,588 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:17:39,590 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C43423%2C1732616257846, suffix=, logDir=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/WALs/94eedbb855cf,43423,1732616257846, archiveDir=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/oldWALs, maxLogs=10 2024-11-26T10:17:39,603 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/WALs/94eedbb855cf,43423,1732616257846/94eedbb855cf%2C43423%2C1732616257846.1732616259590, exclude list is [], retry=0 2024-11-26T10:17:39,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40763,DS-140d221c-9c99-4126-96f3-803f1146963c,DISK] 2024-11-26T10:17:39,607 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/WALs/94eedbb855cf,43423,1732616257846/94eedbb855cf%2C43423%2C1732616257846.1732616259590 2024-11-26T10:17:39,608 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33087:33087)] 2024-11-26T10:17:39,608 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:39,608 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:39,608 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:39,608 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:39,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:39,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:17:39,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:39,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:39,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:39,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:17:39,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:39,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:39,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:39,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:17:39,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:39,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:39,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:39,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:17:39,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:39,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:39,616 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:39,617 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:39,617 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:39,618 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:39,618 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:39,619 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:39,620 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:17:39,622 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:39,623 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66963580, jitterRate=-0.002164900302886963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:39,623 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616259608Initializing all the Stores at 1732616259609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616259609Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616259609Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616259609Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616259609Cleaning up temporary data from old regions at 1732616259618 (+9 ms)Region opened successfully at 1732616259623 (+5 ms) 2024-11-26T10:17:39,623 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:17:39,626 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628330cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:17:39,627 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:17:39,627 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:17:39,627 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:17:39,627 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:17:39,627 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:17:39,628 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:17:39,628 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:17:39,629 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:17:39,630 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Unable to get data of znode /1-570489187/balancer because node does not exist (not necessarily an error) 2024-11-26T10:17:39,631 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-570489187/balancer already deleted, retry=false 2024-11-26T10:17:39,632 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:17:39,632 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Unable to get data of znode /1-570489187/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:17:39,633 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-570489187/normalizer already deleted, retry=false 2024-11-26T10:17:39,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:17:39,634 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Unable to get data of znode /1-570489187/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:17:39,636 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-570489187/switch/split already deleted, retry=false 2024-11-26T10:17:39,637 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Unable to get data of znode /1-570489187/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:17:39,638 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-570489187/switch/merge already deleted, retry=false 2024-11-26T10:17:39,640 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Unable to get data of znode /1-570489187/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:17:39,641 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-570489187/snapshot-cleanup already deleted, retry=false 2024-11-26T10:17:39,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-570489187/running 2024-11-26T10:17:39,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-570489187/running 2024-11-26T10:17:39,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:17:39,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:17:39,643 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,43423,1732616257846, sessionid=0x10153c7d7810003, setting cluster-up flag (Was=false) 2024-11-26T10:17:39,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:17:39,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:17:39,657 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-570489187/flush-table-proc/acquired, /1-570489187/flush-table-proc/reached, /1-570489187/flush-table-proc/abort 2024-11-26T10:17:39,658 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,43423,1732616257846 2024-11-26T10:17:39,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:17:39,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:17:39,669 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-570489187/online-snapshot/acquired, /1-570489187/online-snapshot/reached, /1-570489187/online-snapshot/abort 2024-11-26T10:17:39,670 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,43423,1732616257846 2024-11-26T10:17:39,671 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:17:39,673 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:39,673 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:17:39,673 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:17:39,673 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,43423,1732616257846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:17:39,674 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:39,674 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:39,674 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:39,674 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:17:39,674 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:17:39,674 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,674 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:17:39,674 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,675 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616289675 2024-11-26T10:17:39,675 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:17:39,675 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:17:39,675 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:17:39,675 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:17:39,675 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:17:39,675 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:17:39,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:39,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:17:39,676 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,677 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:39,677 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:17:39,680 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:17:39,680 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:17:39,680 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:17:39,680 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:17:39,681 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:17:39,681 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:17:39,681 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616259681,5,FailOnTimeoutGroup] 2024-11-26T10:17:39,682 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616259682,5,FailOnTimeoutGroup] 2024-11-26T10:17:39,682 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,682 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:17:39,682 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,682 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:17:39,705 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(746): ClusterId : 24434471-d16f-405c-ab6f-1f11db089b82 2024-11-26T10:17:39,705 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:17:39,707 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:17:39,707 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:17:39,709 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:17:39,709 DEBUG [RS:0;94eedbb855cf:45809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d56f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:17:39,721 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:45809 2024-11-26T10:17:39,721 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:17:39,721 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:17:39,721 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:17:39,721 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,43423,1732616257846 with port=45809, startcode=1732616257889 2024-11-26T10:17:39,721 DEBUG [RS:0;94eedbb855cf:45809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:17:39,723 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:17:39,723 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,45809,1732616257889 2024-11-26T10:17:39,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43423 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,45809,1732616257889 2024-11-26T10:17:39,725 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6 2024-11-26T10:17:39,725 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34415 2024-11-26T10:17:39,725 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:17:39,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187/rs 2024-11-26T10:17:39,730 DEBUG [RS:0;94eedbb855cf:45809 {}] zookeeper.ZKUtil(111): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Set watcher on existing znode=/1-570489187/rs/94eedbb855cf,45809,1732616257889 2024-11-26T10:17:39,730 WARN [RS:0;94eedbb855cf:45809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:17:39,730 INFO [RS:0;94eedbb855cf:45809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:39,730 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/WALs/94eedbb855cf,45809,1732616257889 2024-11-26T10:17:39,731 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,45809,1732616257889] 2024-11-26T10:17:39,734 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:17:39,735 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:17:39,736 INFO [RS:0;94eedbb855cf:45809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:17:39,736 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,738 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:17:39,739 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:17:39,739 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,739 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,739 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,739 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,739 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,739 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,739 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:17:39,740 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,740 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,740 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,740 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,740 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,740 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:17:39,740 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:17:39,740 DEBUG [RS:0;94eedbb855cf:45809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:17:39,741 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,741 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,741 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,741 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,741 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,741 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45809,1732616257889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:17:39,759 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:17:39,759 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45809,1732616257889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,759 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,759 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.Replication(171): 94eedbb855cf,45809,1732616257889 started 2024-11-26T10:17:39,774 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:39,774 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,45809,1732616257889, RpcServer on 94eedbb855cf/172.17.0.2:45809, sessionid=0x10153c7d7810004 2024-11-26T10:17:39,774 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:17:39,774 DEBUG [RS:0;94eedbb855cf:45809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,45809,1732616257889 2024-11-26T10:17:39,774 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,45809,1732616257889' 2024-11-26T10:17:39,774 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-570489187/flush-table-proc/abort' 2024-11-26T10:17:39,775 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-570489187/flush-table-proc/acquired' 2024-11-26T10:17:39,775 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:17:39,775 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:17:39,775 DEBUG [RS:0;94eedbb855cf:45809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,45809,1732616257889 2024-11-26T10:17:39,775 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,45809,1732616257889' 2024-11-26T10:17:39,775 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-570489187/online-snapshot/abort' 2024-11-26T10:17:39,776 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-570489187/online-snapshot/acquired' 2024-11-26T10:17:39,776 DEBUG [RS:0;94eedbb855cf:45809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:17:39,776 INFO [RS:0;94eedbb855cf:45809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:17:39,776 INFO [RS:0;94eedbb855cf:45809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:17:39,876 INFO [RS:0;94eedbb855cf:45809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:17:39,878 INFO [RS:0;94eedbb855cf:45809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C45809%2C1732616257889, suffix=, logDir=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/WALs/94eedbb855cf,45809,1732616257889, archiveDir=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/oldWALs, maxLogs=10 2024-11-26T10:17:39,892 DEBUG [RS:0;94eedbb855cf:45809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/WALs/94eedbb855cf,45809,1732616257889/94eedbb855cf%2C45809%2C1732616257889.1732616259878, exclude list is [], retry=0 2024-11-26T10:17:39,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40763,DS-140d221c-9c99-4126-96f3-803f1146963c,DISK] 2024-11-26T10:17:39,897 INFO [RS:0;94eedbb855cf:45809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/WALs/94eedbb855cf,45809,1732616257889/94eedbb855cf%2C45809%2C1732616257889.1732616259878 2024-11-26T10:17:39,897 DEBUG [RS:0;94eedbb855cf:45809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33087:33087)] 2024-11-26T10:17:40,086 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:17:40,086 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6 2024-11-26T10:17:40,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:17:40,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:40,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:17:40,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:17:40,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:40,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:40,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:17:40,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:17:40,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:40,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:40,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:17:40,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:17:40,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:40,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:40,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:17:40,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:17:40,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:40,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:40,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:17:40,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740 2024-11-26T10:17:40,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740 2024-11-26T10:17:40,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:17:40,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:17:40,503 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:40,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:17:40,506 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:40,507 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64790290, jitterRate=-0.034549444913864136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:40,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616260492Initializing all the Stores at 1732616260493 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616260493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616260493Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616260493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616260493Cleaning up temporary data from old regions at 1732616260502 (+9 ms)Region opened successfully at 1732616260507 (+5 ms) 2024-11-26T10:17:40,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:17:40,507 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:17:40,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:17:40,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:17:40,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:17:40,507 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:17:40,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616260507Disabling compacts and flushes for region at 1732616260507Disabling writes for close at 1732616260507Writing region close event to WAL at 1732616260507Closed at 1732616260507 2024-11-26T10:17:40,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:40,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:17:40,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:17:40,510 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:17:40,511 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:17:40,661 DEBUG [94eedbb855cf:43423 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:17:40,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,45809,1732616257889 2024-11-26T10:17:40,663 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,45809,1732616257889, state=OPENING 2024-11-26T10:17:40,664 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:17:40,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:17:40,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:17:40,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-570489187/meta-region-server: CHANGED 2024-11-26T10:17:40,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:17:40,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-570489187/meta-region-server: CHANGED 2024-11-26T10:17:40,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,45809,1732616257889}] 2024-11-26T10:17:40,819 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:17:40,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:17:40,825 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:17:40,825 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:40,825 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:17:40,827 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C45809%2C1732616257889.meta, suffix=.meta, logDir=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/WALs/94eedbb855cf,45809,1732616257889, archiveDir=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/oldWALs, maxLogs=10 2024-11-26T10:17:40,840 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/WALs/94eedbb855cf,45809,1732616257889/94eedbb855cf%2C45809%2C1732616257889.meta.1732616260827.meta, exclude list is [], retry=0 2024-11-26T10:17:40,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40763,DS-140d221c-9c99-4126-96f3-803f1146963c,DISK] 2024-11-26T10:17:40,844 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/WALs/94eedbb855cf,45809,1732616257889/94eedbb855cf%2C45809%2C1732616257889.meta.1732616260827.meta 2024-11-26T10:17:40,844 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33087:33087)] 2024-11-26T10:17:40,844 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:40,845 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:17:40,845 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:17:40,845 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:17:40,845 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:17:40,845 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:17:40,845 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:40,845 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:17:40,845 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:17:40,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:17:40,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:17:40,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:40,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:40,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:17:40,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:17:40,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:40,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:40,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:17:40,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:17:40,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:40,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:40,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:17:40,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:17:40,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:40,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:17:40,852 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:17:40,852 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740 2024-11-26T10:17:40,853 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740 2024-11-26T10:17:40,854 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:17:40,854 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:17:40,855 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:17:40,856 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:17:40,857 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71997987, jitterRate=0.07285360991954803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:17:40,857 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:17:40,857 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616260845Writing region info on filesystem at 1732616260845Initializing all the Stores at 1732616260846 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616260846Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616260846Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616260846Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616260846Cleaning up temporary data from old regions at 1732616260854 (+8 ms)Running coprocessor post-open hooks at 1732616260857 (+3 ms)Region opened successfully at 1732616260857 2024-11-26T10:17:40,858 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616260819 2024-11-26T10:17:40,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,45809,1732616257889 2024-11-26T10:17:40,861 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:17:40,861 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:17:40,862 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,45809,1732616257889, state=OPEN 2024-11-26T10:17:40,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-570489187/meta-region-server 2024-11-26T10:17:40,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-570489187/meta-region-server 2024-11-26T10:17:40,864 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,45809,1732616257889 2024-11-26T10:17:40,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-570489187/meta-region-server: CHANGED 2024-11-26T10:17:40,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-570489187/meta-region-server: CHANGED 2024-11-26T10:17:40,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:17:40,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,45809,1732616257889 in 198 msec 2024-11-26T10:17:40,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:17:40,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-26T10:17:40,869 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:17:40,869 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:17:40,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:40,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,45809,1732616257889, seqNum=-1] 2024-11-26T10:17:40,871 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:40,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:40,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-26T10:17:40,878 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616260878, completionTime=-1 2024-11-26T10:17:40,878 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:17:40,878 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:17:40,880 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:17:40,880 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616320880 2024-11-26T10:17:40,880 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616380880 2024-11-26T10:17:40,880 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:17:40,880 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43423,1732616257846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:40,880 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43423,1732616257846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:40,880 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43423,1732616257846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:40,880 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:43423, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:40,880 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:40,881 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:40,882 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:17:40,884 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.943sec 2024-11-26T10:17:40,884 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:17:40,884 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:17:40,884 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:17:40,884 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:17:40,884 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:17:40,884 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43423,1732616257846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:17:40,885 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43423,1732616257846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:17:40,887 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:17:40,887 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:17:40,887 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43423,1732616257846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:17:40,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:40,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43423,-1 for getting cluster id 2024-11-26T10:17:40,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:40,908 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24434471-d16f-405c-ab6f-1f11db089b82' 2024-11-26T10:17:40,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:40,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24434471-d16f-405c-ab6f-1f11db089b82" 2024-11-26T10:17:40,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2f725c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:40,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43423,-1] 2024-11-26T10:17:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:40,910 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:40,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:40,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,45809,1732616257889, seqNum=-1] 2024-11-26T10:17:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:40,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:40,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,43423,1732616257846 2024-11-26T10:17:40,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54525 2024-11-26T10:17:40,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:17:40,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153c7d7810005 connected 2024-11-26T10:17:40,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33333,1732616253817 2024-11-26T10:17:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ef3efd7 2024-11-26T10:17:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:40,927 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:40,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:17:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:17:40,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:17:40,934 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:40,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:17:40,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:17:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:40,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:17:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:41,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 621133e8af64d563aa22dee99dee29df, NAME => 'test,,1732616260927.621133e8af64d563aa22dee99dee29df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33 2024-11-26T10:17:41,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:17:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:41,722 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:17:41,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616260927.621133e8af64d563aa22dee99dee29df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:41,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 621133e8af64d563aa22dee99dee29df, disabling compactions & flushes 2024-11-26T10:17:41,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616260927.621133e8af64d563aa22dee99dee29df. 2024-11-26T10:17:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616260927.621133e8af64d563aa22dee99dee29df. 2024-11-26T10:17:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616260927.621133e8af64d563aa22dee99dee29df. after waiting 0 ms 2024-11-26T10:17:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616260927.621133e8af64d563aa22dee99dee29df. 2024-11-26T10:17:41,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616260927.621133e8af64d563aa22dee99dee29df. 2024-11-26T10:17:41,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 621133e8af64d563aa22dee99dee29df: Waiting for close lock at 1732616261749Disabling compacts and flushes for region at 1732616261749Disabling writes for close at 1732616261750 (+1 ms)Writing region close event to WAL at 1732616261750Closed at 1732616261750 2024-11-26T10:17:41,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:17:41,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616260927.621133e8af64d563aa22dee99dee29df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616261751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616261751"}]},"ts":"1732616261751"} 2024-11-26T10:17:41,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:17:41,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:17:41,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616261754"}]},"ts":"1732616261754"} 2024-11-26T10:17:41,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:17:41,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=621133e8af64d563aa22dee99dee29df, ASSIGN}] 2024-11-26T10:17:41,757 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=621133e8af64d563aa22dee99dee29df, ASSIGN 2024-11-26T10:17:41,758 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=621133e8af64d563aa22dee99dee29df, ASSIGN; state=OFFLINE, location=94eedbb855cf,39653,1732616253872; forceNewPlan=false, retain=false 2024-11-26T10:17:41,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=621133e8af64d563aa22dee99dee29df, regionState=OPENING, regionLocation=94eedbb855cf,39653,1732616253872 2024-11-26T10:17:41,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=621133e8af64d563aa22dee99dee29df, ASSIGN because future has completed 2024-11-26T10:17:41,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 621133e8af64d563aa22dee99dee29df, server=94eedbb855cf,39653,1732616253872}] 2024-11-26T10:17:42,068 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616260927.621133e8af64d563aa22dee99dee29df. 2024-11-26T10:17:42,069 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 621133e8af64d563aa22dee99dee29df, NAME => 'test,,1732616260927.621133e8af64d563aa22dee99dee29df.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:42,069 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:17:42,069 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:17:42,069 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,070 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616260927.621133e8af64d563aa22dee99dee29df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:42,070 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,070 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:42,071 INFO [StoreOpener-621133e8af64d563aa22dee99dee29df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,072 INFO [StoreOpener-621133e8af64d563aa22dee99dee29df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 621133e8af64d563aa22dee99dee29df columnFamilyName f 2024-11-26T10:17:42,073 DEBUG [StoreOpener-621133e8af64d563aa22dee99dee29df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:42,073 INFO [StoreOpener-621133e8af64d563aa22dee99dee29df-1 {}] regionserver.HStore(327): Store=621133e8af64d563aa22dee99dee29df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:42,073 INFO [StoreOpener-621133e8af64d563aa22dee99dee29df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,074 INFO [StoreOpener-621133e8af64d563aa22dee99dee29df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 621133e8af64d563aa22dee99dee29df columnFamilyName f1 2024-11-26T10:17:42,075 DEBUG [StoreOpener-621133e8af64d563aa22dee99dee29df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:42,075 INFO [StoreOpener-621133e8af64d563aa22dee99dee29df-1 {}] regionserver.HStore(327): Store=621133e8af64d563aa22dee99dee29df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:42,075 INFO [StoreOpener-621133e8af64d563aa22dee99dee29df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,076 INFO [StoreOpener-621133e8af64d563aa22dee99dee29df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 621133e8af64d563aa22dee99dee29df columnFamilyName norep 2024-11-26T10:17:42,076 DEBUG [StoreOpener-621133e8af64d563aa22dee99dee29df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:42,076 INFO [StoreOpener-621133e8af64d563aa22dee99dee29df-1 {}] regionserver.HStore(327): Store=621133e8af64d563aa22dee99dee29df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:42,077 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,077 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,077 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,078 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,078 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,079 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:17:42,080 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,082 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:42,083 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 621133e8af64d563aa22dee99dee29df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59328582, jitterRate=-0.11593523621559143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:17:42,083 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 621133e8af64d563aa22dee99dee29df 2024-11-26T10:17:42,084 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 621133e8af64d563aa22dee99dee29df: Running coprocessor pre-open hook at 1732616262070Writing region info on filesystem at 1732616262070Initializing all the Stores at 1732616262071 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616262071Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616262071Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616262071Cleaning up temporary data from old regions at 1732616262078 (+7 ms)Running coprocessor post-open hooks at 1732616262083 (+5 ms)Region opened successfully at 1732616262084 (+1 ms) 2024-11-26T10:17:42,087 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616260927.621133e8af64d563aa22dee99dee29df., pid=6, masterSystemTime=1732616262064 2024-11-26T10:17:42,089 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616260927.621133e8af64d563aa22dee99dee29df. 2024-11-26T10:17:42,089 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616260927.621133e8af64d563aa22dee99dee29df. 2024-11-26T10:17:42,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=621133e8af64d563aa22dee99dee29df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,39653,1732616253872 2024-11-26T10:17:42,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 621133e8af64d563aa22dee99dee29df, server=94eedbb855cf,39653,1732616253872 because future has completed 2024-11-26T10:17:42,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:17:42,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 621133e8af64d563aa22dee99dee29df, server=94eedbb855cf,39653,1732616253872 in 182 msec 2024-11-26T10:17:42,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:17:42,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=621133e8af64d563aa22dee99dee29df, ASSIGN in 340 msec 2024-11-26T10:17:42,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:17:42,099 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616262099"}]},"ts":"1732616262099"} 2024-11-26T10:17:42,101 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:17:42,102 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:17:42,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-26T10:17:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:43,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43423,1732616257846 2024-11-26T10:17:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3255d71a 2024-11-26T10:17:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:43,085 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:43,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:17:43,082 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:17:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:17:43,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:17:43,090 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:43,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:17:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:43,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:17:43,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:17:43,115 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59dda3f4d025bb8363cc672b29c1ddc7, NAME => 'test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6 2024-11-26T10:17:43,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:17:43,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:43,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 59dda3f4d025bb8363cc672b29c1ddc7, disabling compactions & flushes 2024-11-26T10:17:43,141 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. 2024-11-26T10:17:43,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. 2024-11-26T10:17:43,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. after waiting 0 ms 2024-11-26T10:17:43,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. 2024-11-26T10:17:43,141 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. 2024-11-26T10:17:43,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59dda3f4d025bb8363cc672b29c1ddc7: Waiting for close lock at 1732616263141Disabling compacts and flushes for region at 1732616263141Disabling writes for close at 1732616263141Writing region close event to WAL at 1732616263141Closed at 1732616263141 2024-11-26T10:17:43,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:17:43,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616263143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616263143"}]},"ts":"1732616263143"} 2024-11-26T10:17:43,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:17:43,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:17:43,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616263148"}]},"ts":"1732616263148"} 2024-11-26T10:17:43,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:17:43,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59dda3f4d025bb8363cc672b29c1ddc7, ASSIGN}] 2024-11-26T10:17:43,152 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59dda3f4d025bb8363cc672b29c1ddc7, ASSIGN 2024-11-26T10:17:43,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=59dda3f4d025bb8363cc672b29c1ddc7, ASSIGN; state=OFFLINE, location=94eedbb855cf,45809,1732616257889; forceNewPlan=false, retain=false 2024-11-26T10:17:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:43,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59dda3f4d025bb8363cc672b29c1ddc7, regionState=OPENING, regionLocation=94eedbb855cf,45809,1732616257889 2024-11-26T10:17:43,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=59dda3f4d025bb8363cc672b29c1ddc7, ASSIGN because future has completed 2024-11-26T10:17:43,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T10:17:43,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T10:17:43,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T10:17:43,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T10:17:43,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:17:43,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T10:17:43,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:17:43,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T10:17:43,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:17:43,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T10:17:43,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T10:17:43,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T10:17:43,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59dda3f4d025bb8363cc672b29c1ddc7, server=94eedbb855cf,45809,1732616257889}] 2024-11-26T10:17:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:43,470 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. 2024-11-26T10:17:43,470 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59dda3f4d025bb8363cc672b29c1ddc7, NAME => 'test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:43,470 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:17:43,470 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:17:43,470 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,471 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:43,471 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,471 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,472 INFO [StoreOpener-59dda3f4d025bb8363cc672b29c1ddc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,473 INFO [StoreOpener-59dda3f4d025bb8363cc672b29c1ddc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59dda3f4d025bb8363cc672b29c1ddc7 columnFamilyName f 2024-11-26T10:17:43,473 DEBUG [StoreOpener-59dda3f4d025bb8363cc672b29c1ddc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:43,474 INFO [StoreOpener-59dda3f4d025bb8363cc672b29c1ddc7-1 {}] regionserver.HStore(327): Store=59dda3f4d025bb8363cc672b29c1ddc7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:43,474 INFO [StoreOpener-59dda3f4d025bb8363cc672b29c1ddc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,475 INFO [StoreOpener-59dda3f4d025bb8363cc672b29c1ddc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59dda3f4d025bb8363cc672b29c1ddc7 columnFamilyName f1 2024-11-26T10:17:43,475 DEBUG [StoreOpener-59dda3f4d025bb8363cc672b29c1ddc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:43,476 INFO [StoreOpener-59dda3f4d025bb8363cc672b29c1ddc7-1 {}] regionserver.HStore(327): Store=59dda3f4d025bb8363cc672b29c1ddc7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:43,476 INFO [StoreOpener-59dda3f4d025bb8363cc672b29c1ddc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,477 INFO [StoreOpener-59dda3f4d025bb8363cc672b29c1ddc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59dda3f4d025bb8363cc672b29c1ddc7 columnFamilyName norep 2024-11-26T10:17:43,477 DEBUG [StoreOpener-59dda3f4d025bb8363cc672b29c1ddc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:43,477 INFO [StoreOpener-59dda3f4d025bb8363cc672b29c1ddc7-1 {}] regionserver.HStore(327): Store=59dda3f4d025bb8363cc672b29c1ddc7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:43,477 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,478 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/default/test/59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,478 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/default/test/59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,479 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,479 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,479 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:17:43,480 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,482 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/default/test/59dda3f4d025bb8363cc672b29c1ddc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:43,483 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59dda3f4d025bb8363cc672b29c1ddc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63593971, jitterRate=-0.05237598717212677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:17:43,483 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:17:43,483 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59dda3f4d025bb8363cc672b29c1ddc7: Running coprocessor pre-open hook at 1732616263471Writing region info on filesystem at 1732616263471Initializing all the Stores at 1732616263472 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616263472Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616263472Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616263472Cleaning up temporary data from old regions at 1732616263479 (+7 ms)Running coprocessor post-open hooks at 1732616263483 (+4 ms)Region opened successfully at 1732616263483 2024-11-26T10:17:43,484 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7., pid=6, masterSystemTime=1732616263466 2024-11-26T10:17:43,486 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. 2024-11-26T10:17:43,486 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. 2024-11-26T10:17:43,487 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59dda3f4d025bb8363cc672b29c1ddc7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,45809,1732616257889 2024-11-26T10:17:43,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59dda3f4d025bb8363cc672b29c1ddc7, server=94eedbb855cf,45809,1732616257889 because future has completed 2024-11-26T10:17:43,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:17:43,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59dda3f4d025bb8363cc672b29c1ddc7, server=94eedbb855cf,45809,1732616257889 in 178 msec 2024-11-26T10:17:43,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:17:43,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=59dda3f4d025bb8363cc672b29c1ddc7, ASSIGN in 341 msec 2024-11-26T10:17:43,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:17:43,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616263495"}]},"ts":"1732616263495"} 2024-11-26T10:17:43,497 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:17:43,498 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:17:43,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 412 msec 2024-11-26T10:17:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:17:43,721 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:17:43,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:43,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33333,-1 for getting cluster id 2024-11-26T10:17:43,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:43,722 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66339309-9506-48a0-8df3-a0e6ff200f8c' 2024-11-26T10:17:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66339309-9506-48a0-8df3-a0e6ff200f8c" 2024-11-26T10:17:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a64cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33333,-1] 2024-11-26T10:17:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:43,724 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d78d55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:43,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:43,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43423,-1 for getting cluster id 2024-11-26T10:17:43,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:43,726 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24434471-d16f-405c-ab6f-1f11db089b82' 2024-11-26T10:17:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24434471-d16f-405c-ab6f-1f11db089b82" 2024-11-26T10:17:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246a0ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43423,-1] 2024-11-26T10:17:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:43,727 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4476d57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:43,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:43,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33333,-1 for getting cluster id 2024-11-26T10:17:43,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:43,729 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66339309-9506-48a0-8df3-a0e6ff200f8c' 2024-11-26T10:17:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66339309-9506-48a0-8df3-a0e6ff200f8c" 2024-11-26T10:17:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e39fece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33333,-1] 2024-11-26T10:17:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:43,731 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:43,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a76a351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:43,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33333,1732616253817 2024-11-26T10:17:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d9fb9c 2024-11-26T10:17:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:43,735 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:43,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:43423,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:17:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:17:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:17:43,739 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:43423' 2024-11-26T10:17:43,740 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c6eae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:43,740 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43423,-1 for getting cluster id 2024-11-26T10:17:43,740 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:43,741 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24434471-d16f-405c-ab6f-1f11db089b82' 2024-11-26T10:17:43,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:43,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24434471-d16f-405c-ab6f-1f11db089b82" 2024-11-26T10:17:43,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af16ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:43,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43423,-1] 2024-11-26T10:17:43,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:43,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:43,743 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:43,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d17d126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:43,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:43,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43423,1732616257846 2024-11-26T10:17:43,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c561271 2024-11-26T10:17:43,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:43,745 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:43,746 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:17:43,746 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:17:43,746 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:43,746 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:43,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:43,747 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:17:43,748 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:17:43,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:17:43,749 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:43,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:17:43,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741837_1013 (size=1138) 2024-11-26T10:17:43,798 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:17:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:17:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:17:44,159 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cde2a4a076417bbd94c5b3c9e67576be, NAME => 'hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33 2024-11-26T10:17:44,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741838_1014 (size=44) 2024-11-26T10:17:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:17:44,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:44,566 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cde2a4a076417bbd94c5b3c9e67576be, disabling compactions & flushes 2024-11-26T10:17:44,566 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. 2024-11-26T10:17:44,566 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. 2024-11-26T10:17:44,566 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. after waiting 0 ms 2024-11-26T10:17:44,566 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. 2024-11-26T10:17:44,566 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. 2024-11-26T10:17:44,566 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cde2a4a076417bbd94c5b3c9e67576be: Waiting for close lock at 1732616264566Disabling compacts and flushes for region at 1732616264566Disabling writes for close at 1732616264566Writing region close event to WAL at 1732616264566Closed at 1732616264566 2024-11-26T10:17:44,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:17:44,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616264567"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616264567"}]},"ts":"1732616264567"} 2024-11-26T10:17:44,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:17:44,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:17:44,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616264571"}]},"ts":"1732616264571"} 2024-11-26T10:17:44,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:17:44,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cde2a4a076417bbd94c5b3c9e67576be, ASSIGN}] 2024-11-26T10:17:44,574 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cde2a4a076417bbd94c5b3c9e67576be, ASSIGN 2024-11-26T10:17:44,575 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cde2a4a076417bbd94c5b3c9e67576be, ASSIGN; state=OFFLINE, location=94eedbb855cf,39653,1732616253872; forceNewPlan=false, retain=false 2024-11-26T10:17:44,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cde2a4a076417bbd94c5b3c9e67576be, regionState=OPENING, regionLocation=94eedbb855cf,39653,1732616253872 2024-11-26T10:17:44,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cde2a4a076417bbd94c5b3c9e67576be, ASSIGN because future has completed 2024-11-26T10:17:44,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cde2a4a076417bbd94c5b3c9e67576be, server=94eedbb855cf,39653,1732616253872}] 2024-11-26T10:17:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:17:44,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. 2024-11-26T10:17:44,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:17:44,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:17:44,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C39653%2C1732616253872.rep, suffix=, logDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/oldWALs, maxLogs=10 2024-11-26T10:17:44,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.rep.1732616264886, exclude list is [], retry=0 2024-11-26T10:17:44,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40407,DS-dc9fe3fb-6f18-4444-9e90-a9d0a8d8337a,DISK] 2024-11-26T10:17:44,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.rep.1732616264886 2024-11-26T10:17:44,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44355:44355)] 2024-11-26T10:17:44,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cde2a4a076417bbd94c5b3c9e67576be, NAME => 'hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:17:44,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:17:44,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:17:44,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. service=MultiRowMutationService 2024-11-26T10:17:44,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:17:44,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:17:44,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,906 INFO [StoreOpener-cde2a4a076417bbd94c5b3c9e67576be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,907 INFO [StoreOpener-cde2a4a076417bbd94c5b3c9e67576be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde2a4a076417bbd94c5b3c9e67576be columnFamilyName hfileref 2024-11-26T10:17:44,907 DEBUG [StoreOpener-cde2a4a076417bbd94c5b3c9e67576be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:44,908 INFO [StoreOpener-cde2a4a076417bbd94c5b3c9e67576be-1 {}] regionserver.HStore(327): Store=cde2a4a076417bbd94c5b3c9e67576be/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:44,908 INFO [StoreOpener-cde2a4a076417bbd94c5b3c9e67576be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,909 INFO [StoreOpener-cde2a4a076417bbd94c5b3c9e67576be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde2a4a076417bbd94c5b3c9e67576be columnFamilyName queue 2024-11-26T10:17:44,909 DEBUG [StoreOpener-cde2a4a076417bbd94c5b3c9e67576be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:44,909 INFO [StoreOpener-cde2a4a076417bbd94c5b3c9e67576be-1 {}] regionserver.HStore(327): Store=cde2a4a076417bbd94c5b3c9e67576be/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:44,909 INFO [StoreOpener-cde2a4a076417bbd94c5b3c9e67576be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,910 INFO [StoreOpener-cde2a4a076417bbd94c5b3c9e67576be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde2a4a076417bbd94c5b3c9e67576be columnFamilyName sid 2024-11-26T10:17:44,910 DEBUG [StoreOpener-cde2a4a076417bbd94c5b3c9e67576be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:17:44,911 INFO [StoreOpener-cde2a4a076417bbd94c5b3c9e67576be-1 {}] regionserver.HStore(327): Store=cde2a4a076417bbd94c5b3c9e67576be/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:17:44,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:17:44,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:17:44,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cde2a4a076417bbd94c5b3c9e67576be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59916927, jitterRate=-0.10716821253299713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:17:44,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:17:44,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cde2a4a076417bbd94c5b3c9e67576be: Running coprocessor pre-open hook at 1732616264905Writing region info on filesystem at 1732616264905Initializing all the Stores at 1732616264906 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616264906Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616264906Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616264906Cleaning up temporary data from old regions at 1732616264913 (+7 ms)Running coprocessor post-open hooks at 1732616264916 (+3 ms)Region opened successfully at 1732616264917 (+1 ms) 2024-11-26T10:17:44,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be., pid=10, masterSystemTime=1732616264881 2024-11-26T10:17:44,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. 2024-11-26T10:17:44,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. 2024-11-26T10:17:44,921 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cde2a4a076417bbd94c5b3c9e67576be, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,39653,1732616253872 2024-11-26T10:17:44,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cde2a4a076417bbd94c5b3c9e67576be, server=94eedbb855cf,39653,1732616253872 because future has completed 2024-11-26T10:17:44,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:17:44,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cde2a4a076417bbd94c5b3c9e67576be, server=94eedbb855cf,39653,1732616253872 in 196 msec 2024-11-26T10:17:44,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T10:17:44,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cde2a4a076417bbd94c5b3c9e67576be, ASSIGN in 353 msec 2024-11-26T10:17:44,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:17:44,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616264929"}]},"ts":"1732616264929"} 2024-11-26T10:17:44,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:17:44,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:17:44,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-26T10:17:44,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be., hostname=94eedbb855cf,39653,1732616253872, seqNum=2] 2024-11-26T10:17:44,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:44,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:17:44,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:17:45,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T10:17:45,117 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:17:45,147 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,39653,1732616253872, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:17:45,148 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:45,148 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39653,1732616253872, seqNum=-1] 2024-11-26T10:17:45,148 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:45,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-26T10:17:45,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,39653,1732616253872', locateType=CURRENT is [region=hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be., hostname=94eedbb855cf,39653,1732616253872, seqNum=2] 2024-11-26T10:17:45,154 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T10:17:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T10:17:45,156 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,39653,1732616253872 suceeded 2024-11-26T10:17:45,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T10:17:45,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-26T10:17:45,159 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:43423,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-26T10:17:45,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4240 sec 2024-11-26T10:17:45,169 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:43423' 2024-11-26T10:17:45,170 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eb6c5c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:45,170 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43423,-1 for getting cluster id 2024-11-26T10:17:45,170 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:45,171 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24434471-d16f-405c-ab6f-1f11db089b82' 2024-11-26T10:17:45,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:45,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24434471-d16f-405c-ab6f-1f11db089b82" 2024-11-26T10:17:45,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3945d95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:45,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43423,-1] 2024-11-26T10:17:45,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:45,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:45,173 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:45,174 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@579ed5dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:45,174 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:45,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43423,1732616257846 2024-11-26T10:17:45,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32b0a08e 2024-11-26T10:17:45,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:45,175 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-26T10:17:45,176 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,39653,1732616253872 (queues=1) is replicating from cluster=66339309-9506-48a0-8df3-a0e6ff200f8c to cluster=24434471-d16f-405c-ab6f-1f11db089b82 2024-11-26T10:17:45,176 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C39653%2C1732616253872 2024-11-26T10:17:45,176 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,39653,1732616253872, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:17:45,176 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.shipper94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C39653%2C1732616253872 2024-11-26T10:17:45,176 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859, startPosition=0, beingWritten=true 2024-11-26T10:17:45,185 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:17:45,185 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 379, reset compression=false 2024-11-26T10:17:45,185 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.shipper94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39653,1732616253872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:17:45,390 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 379, reset compression=false 2024-11-26T10:17:45,694 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 379, reset compression=false 2024-11-26T10:17:45,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T10:17:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:17:45,890 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:17:45,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:45,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:45,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:45,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:45,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:45,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:45,896 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732616265895/Put/seqid=0 2024-11-26T10:17:45,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741840_1016 (size=7894) 2024-11-26T10:17:46,098 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 379, reset compression=false 2024-11-26T10:17:46,303 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f/f/hfile_1 is 34, key is ddd/f:row/1732616266303/Put/seqid=0 2024-11-26T10:17:46,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741841_1017 (size=7691) 2024-11-26T10:17:46,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:17:46,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:46,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:46,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:46,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:17:46,603 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 379, reset compression=false 2024-11-26T10:17:46,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44df0358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:46,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33333,-1 for getting cluster id 2024-11-26T10:17:46,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:46,714 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66339309-9506-48a0-8df3-a0e6ff200f8c' 2024-11-26T10:17:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66339309-9506-48a0-8df3-a0e6ff200f8c" 2024-11-26T10:17:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6ca8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33333,-1] 2024-11-26T10:17:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:46,716 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:46,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:46,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:46,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39653,1732616253872, seqNum=-1] 2024-11-26T10:17:46,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:46,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:46,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:46,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33333,1732616253817 2024-11-26T10:17:46,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664f1806 2024-11-26T10:17:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:46,733 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732616260927.621133e8af64d563aa22dee99dee29df., hostname=94eedbb855cf,39653,1732616253872, seqNum=2] 2024-11-26T10:17:46,747 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:17:46,758 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T10:17:46,761 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T10:17:46,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f/f/hfile_1 for inclusion in 621133e8af64d563aa22dee99dee29df/f 2024-11-26T10:17:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T10:17:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:17:46,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f/f/hfile_0 for inclusion in 621133e8af64d563aa22dee99dee29df/f 2024-11-26T10:17:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T10:17:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:17:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HRegion(2603): Flush status journal for 621133e8af64d563aa22dee99dee29df: 2024-11-26T10:17:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f/f/hfile_1 to hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__rfffjoi2qa2gf36lrj7ccnd3ae3ql5kg9rr74o2pf0p1tacj1knafkurcahd19v5/f/hfile_1 2024-11-26T10:17:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__rfffjoi2qa2gf36lrj7ccnd3ae3ql5kg9rr74o2pf0p1tacj1knafkurcahd19v5/f/hfile_1 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f/8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_ 2024-11-26T10:17:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f/f/hfile_0 to hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__rfffjoi2qa2gf36lrj7ccnd3ae3ql5kg9rr74o2pf0p1tacj1knafkurcahd19v5/f/hfile_0 2024-11-26T10:17:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__rfffjoi2qa2gf36lrj7ccnd3ae3ql5kg9rr74o2pf0p1tacj1knafkurcahd19v5/f/hfile_0 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f/ba5a3cee901d4ca6af3da7f928792112_SeqId_4_ 2024-11-26T10:17:46,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__rfffjoi2qa2gf36lrj7ccnd3ae3ql5kg9rr74o2pf0p1tacj1knafkurcahd19v5/f/hfile_1 into 621133e8af64d563aa22dee99dee29df/f as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f/8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_ - updating store file list. 2024-11-26T10:17:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:17:46,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f/8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_ into 621133e8af64d563aa22dee99dee29df/f 2024-11-26T10:17:46,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__rfffjoi2qa2gf36lrj7ccnd3ae3ql5kg9rr74o2pf0p1tacj1knafkurcahd19v5/f/hfile_1 into 621133e8af64d563aa22dee99dee29df/f (new location: hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f/8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_) 2024-11-26T10:17:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__rfffjoi2qa2gf36lrj7ccnd3ae3ql5kg9rr74o2pf0p1tacj1knafkurcahd19v5/f/hfile_1 2024-11-26T10:17:46,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__rfffjoi2qa2gf36lrj7ccnd3ae3ql5kg9rr74o2pf0p1tacj1knafkurcahd19v5/f/hfile_0 into 621133e8af64d563aa22dee99dee29df/f as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f/ba5a3cee901d4ca6af3da7f928792112_SeqId_4_ - updating store file list. 2024-11-26T10:17:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba5a3cee901d4ca6af3da7f928792112_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:17:46,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f/ba5a3cee901d4ca6af3da7f928792112_SeqId_4_ into 621133e8af64d563aa22dee99dee29df/f 2024-11-26T10:17:46,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__rfffjoi2qa2gf36lrj7ccnd3ae3ql5kg9rr74o2pf0p1tacj1knafkurcahd19v5/f/hfile_0 into 621133e8af64d563aa22dee99dee29df/f (new location: hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f/ba5a3cee901d4ca6af3da7f928792112_SeqId_4_) 2024-11-26T10:17:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__rfffjoi2qa2gf36lrj7ccnd3ae3ql5kg9rr74o2pf0p1tacj1knafkurcahd19v5/f/hfile_0 2024-11-26T10:17:46,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:46,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:46,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:46,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:46,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:46,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:46,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732616260927.621133e8af64d563aa22dee99dee29df., hostname=94eedbb855cf,39653,1732616253872, seqNum=2 , the old value is region=test,,1732616260927.621133e8af64d563aa22dee99dee29df., hostname=94eedbb855cf,39653,1732616253872, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=94eedbb855cf:39653 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T10:17:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732616260927.621133e8af64d563aa22dee99dee29df., hostname=94eedbb855cf,39653,1732616253872, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T10:17:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732616260927.621133e8af64d563aa22dee99dee29df., hostname=94eedbb855cf,39653,1732616253872, seqNum=2 from cache 2024-11-26T10:17:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,45809,1732616257889, seqNum=-1] 2024-11-26T10:17:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:41532 deadline: 1732616326831 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:41532 2024-11-26T10:17:46,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:46,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7., hostname=94eedbb855cf,45809,1732616257889, seqNum=2] 2024-11-26T10:17:46,840 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T10:17:46,940 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:39653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T10:17:47,207 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 379, reset compression=false 2024-11-26T10:17:47,214 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:17:47,214 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.shipper94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39653,1732616253872 got entry batch from reader: WALEntryBatch [walEntries=[{test/621133e8af64d563aa22dee99dee29df/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732616266824/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T10:17:47,234 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.shipper94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:17:47,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-26T10:17:47,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.ReplicationSink(318): Replicating [66339309-9506-48a0-8df3-a0e6ff200f8c] bulk loaded data 2024-11-26T10:17:47,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76999012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:47,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43423,-1 for getting cluster id 2024-11-26T10:17:47,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:47,241 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24434471-d16f-405c-ab6f-1f11db089b82' 2024-11-26T10:17:47,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:47,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24434471-d16f-405c-ab6f-1f11db089b82" 2024-11-26T10:17:47,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16edcc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:47,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43423,-1] 2024-11-26T10:17:47,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:47,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:47,243 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:47,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f8d0025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:47,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741837_1013 (size=7691) 2024-11-26T10:17:47,414 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 687, reset compression=false 2024-11-26T10:17:47,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741838_1014 (size=7894) 2024-11-26T10:17:47,719 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 687, reset compression=false 2024-11-26T10:17:47,843 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T10:17:48,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:48,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43423,1732616257846 2024-11-26T10:17:48,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e96a87f 2024-11-26T10:17:48,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:48,074 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-26T10:17:48,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:17:48,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:48,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,45809,1732616257889, seqNum=-1] 2024-11-26T10:17:48,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:48,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-26T10:17:48,085 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/staging/jenkins.hfs.6__test__sc7r83v9mbm8f1lsk439phpgue1uhcqn5itqjpn0vldbl9g0hkj8girrdtga0vg0/f/8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T10:17:48,087 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/staging/jenkins.hfs.6__test__sc7r83v9mbm8f1lsk439phpgue1uhcqn5itqjpn0vldbl9g0hkj8girrdtga0vg0/f/ba5a3cee901d4ca6af3da7f928792112_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T10:17:48,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/staging/jenkins.hfs.6__test__sc7r83v9mbm8f1lsk439phpgue1uhcqn5itqjpn0vldbl9g0hkj8girrdtga0vg0/f/ba5a3cee901d4ca6af3da7f928792112_SeqId_4_ for inclusion in 59dda3f4d025bb8363cc672b29c1ddc7/f 2024-11-26T10:17:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T10:17:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:17:48,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/staging/jenkins.hfs.6__test__sc7r83v9mbm8f1lsk439phpgue1uhcqn5itqjpn0vldbl9g0hkj8girrdtga0vg0/f/8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_ for inclusion in 59dda3f4d025bb8363cc672b29c1ddc7/f 2024-11-26T10:17:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T10:17:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:17:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HRegion(2603): Flush status journal for 59dda3f4d025bb8363cc672b29c1ddc7: 2024-11-26T10:17:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ba5a3cee901d4ca6af3da7f928792112_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T10:17:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/staging/jenkins.hfs.6__test__sc7r83v9mbm8f1lsk439phpgue1uhcqn5itqjpn0vldbl9g0hkj8girrdtga0vg0/f/ba5a3cee901d4ca6af3da7f928792112_SeqId_4_ as hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/default/test/59dda3f4d025bb8363cc672b29c1ddc7/f/2bed119c46014ae98737fb3b3e2bae5c_SeqId_4_ 2024-11-26T10:17:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T10:17:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/staging/jenkins.hfs.6__test__sc7r83v9mbm8f1lsk439phpgue1uhcqn5itqjpn0vldbl9g0hkj8girrdtga0vg0/f/8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_ as hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/default/test/59dda3f4d025bb8363cc672b29c1ddc7/f/96d71bd8d0a84647b49bb07e1639c84e_SeqId_4_ 2024-11-26T10:17:48,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/staging/jenkins.hfs.6__test__sc7r83v9mbm8f1lsk439phpgue1uhcqn5itqjpn0vldbl9g0hkj8girrdtga0vg0/f/ba5a3cee901d4ca6af3da7f928792112_SeqId_4_ into 59dda3f4d025bb8363cc672b29c1ddc7/f as hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/default/test/59dda3f4d025bb8363cc672b29c1ddc7/f/2bed119c46014ae98737fb3b3e2bae5c_SeqId_4_ - updating store file list. 2024-11-26T10:17:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2bed119c46014ae98737fb3b3e2bae5c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:17:48,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/default/test/59dda3f4d025bb8363cc672b29c1ddc7/f/2bed119c46014ae98737fb3b3e2bae5c_SeqId_4_ into 59dda3f4d025bb8363cc672b29c1ddc7/f 2024-11-26T10:17:48,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/staging/jenkins.hfs.6__test__sc7r83v9mbm8f1lsk439phpgue1uhcqn5itqjpn0vldbl9g0hkj8girrdtga0vg0/f/ba5a3cee901d4ca6af3da7f928792112_SeqId_4_ into 59dda3f4d025bb8363cc672b29c1ddc7/f (new location: hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/default/test/59dda3f4d025bb8363cc672b29c1ddc7/f/2bed119c46014ae98737fb3b3e2bae5c_SeqId_4_) 2024-11-26T10:17:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/staging/jenkins.hfs.6__test__sc7r83v9mbm8f1lsk439phpgue1uhcqn5itqjpn0vldbl9g0hkj8girrdtga0vg0/f/ba5a3cee901d4ca6af3da7f928792112_SeqId_4_ 2024-11-26T10:17:48,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/staging/jenkins.hfs.6__test__sc7r83v9mbm8f1lsk439phpgue1uhcqn5itqjpn0vldbl9g0hkj8girrdtga0vg0/f/8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_ into 59dda3f4d025bb8363cc672b29c1ddc7/f as hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/default/test/59dda3f4d025bb8363cc672b29c1ddc7/f/96d71bd8d0a84647b49bb07e1639c84e_SeqId_4_ - updating store file list. 2024-11-26T10:17:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96d71bd8d0a84647b49bb07e1639c84e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:17:48,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/default/test/59dda3f4d025bb8363cc672b29c1ddc7/f/96d71bd8d0a84647b49bb07e1639c84e_SeqId_4_ into 59dda3f4d025bb8363cc672b29c1ddc7/f 2024-11-26T10:17:48,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/staging/jenkins.hfs.6__test__sc7r83v9mbm8f1lsk439phpgue1uhcqn5itqjpn0vldbl9g0hkj8girrdtga0vg0/f/8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_ into 59dda3f4d025bb8363cc672b29c1ddc7/f (new location: hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/default/test/59dda3f4d025bb8363cc672b29c1ddc7/f/96d71bd8d0a84647b49bb07e1639c84e_SeqId_4_) 2024-11-26T10:17:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/staging/jenkins.hfs.6__test__sc7r83v9mbm8f1lsk439phpgue1uhcqn5itqjpn0vldbl9g0hkj8girrdtga0vg0/f/8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_ 2024-11-26T10:17:48,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] regionserver.ReplicationSink(324): Finished replicating [66339309-9506-48a0-8df3-a0e6ff200f8c] bulk loaded data 2024-11-26T10:17:48,123 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 687, reset compression=false 2024-11-26T10:17:48,627 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 687, reset compression=false 2024-11-26T10:17:48,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:17:48,860 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732616268859/Put/seqid=0 2024-11-26T10:17:48,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741842_1018 (size=7997) 2024-11-26T10:17:49,232 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 687, reset compression=false 2024-11-26T10:17:49,267 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732616269266/Put/seqid=0 2024-11-26T10:17:49,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741843_1019 (size=7794) 2024-11-26T10:17:49,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:49,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33333,-1 for getting cluster id 2024-11-26T10:17:49,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:17:49,674 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66339309-9506-48a0-8df3-a0e6ff200f8c' 2024-11-26T10:17:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:17:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66339309-9506-48a0-8df3-a0e6ff200f8c" 2024-11-26T10:17:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba4c194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33333,-1] 2024-11-26T10:17:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:17:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:49,675 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:17:49,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:17:49,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39653,1732616253872, seqNum=-1] 2024-11-26T10:17:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:49,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:49,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:17:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33333,1732616253817 2024-11-26T10:17:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee023ca 2024-11-26T10:17:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:17:49,689 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:17:49,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732616260927.621133e8af64d563aa22dee99dee29df., hostname=94eedbb855cf,39653,1732616253872, seqNum=2] 2024-11-26T10:17:49,694 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:17:49,700 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T10:17:49,702 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T10:17:49,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f1/f1/hfile_0 for inclusion in 621133e8af64d563aa22dee99dee29df/f1 2024-11-26T10:17:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T10:17:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:17:49,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f1/f1/hfile_1 for inclusion in 621133e8af64d563aa22dee99dee29df/f1 2024-11-26T10:17:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T10:17:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:17:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HRegion(2603): Flush status journal for 621133e8af64d563aa22dee99dee29df: 2024-11-26T10:17:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f1/f1/hfile_0 to hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__c4i3pk98cn2957aik37pqjfeln84b9t3pppdictfh3ok7osmucejp2fqmlebj0tk/f1/hfile_0 2024-11-26T10:17:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__c4i3pk98cn2957aik37pqjfeln84b9t3pppdictfh3ok7osmucejp2fqmlebj0tk/f1/hfile_0 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f1/d97413ff7191496191b35c93f9b0403f_SeqId_6_ 2024-11-26T10:17:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/load_f1/f1/hfile_1 to hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__c4i3pk98cn2957aik37pqjfeln84b9t3pppdictfh3ok7osmucejp2fqmlebj0tk/f1/hfile_1 2024-11-26T10:17:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__c4i3pk98cn2957aik37pqjfeln84b9t3pppdictfh3ok7osmucejp2fqmlebj0tk/f1/hfile_1 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f1/92a60c0f6a2548a1bf7ae01341bac8f9_SeqId_6_ 2024-11-26T10:17:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-26T10:17:49,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__c4i3pk98cn2957aik37pqjfeln84b9t3pppdictfh3ok7osmucejp2fqmlebj0tk/f1/hfile_0 into 621133e8af64d563aa22dee99dee29df/f1 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f1/d97413ff7191496191b35c93f9b0403f_SeqId_6_ - updating store file list. 2024-11-26T10:17:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d97413ff7191496191b35c93f9b0403f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T10:17:49,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f1/d97413ff7191496191b35c93f9b0403f_SeqId_6_ into 621133e8af64d563aa22dee99dee29df/f1 2024-11-26T10:17:49,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__c4i3pk98cn2957aik37pqjfeln84b9t3pppdictfh3ok7osmucejp2fqmlebj0tk/f1/hfile_0 into 621133e8af64d563aa22dee99dee29df/f1 (new location: hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f1/d97413ff7191496191b35c93f9b0403f_SeqId_6_) 2024-11-26T10:17:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__c4i3pk98cn2957aik37pqjfeln84b9t3pppdictfh3ok7osmucejp2fqmlebj0tk/f1/hfile_0 2024-11-26T10:17:49,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__c4i3pk98cn2957aik37pqjfeln84b9t3pppdictfh3ok7osmucejp2fqmlebj0tk/f1/hfile_1 into 621133e8af64d563aa22dee99dee29df/f1 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f1/92a60c0f6a2548a1bf7ae01341bac8f9_SeqId_6_ - updating store file list. 2024-11-26T10:17:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92a60c0f6a2548a1bf7ae01341bac8f9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T10:17:49,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f1/92a60c0f6a2548a1bf7ae01341bac8f9_SeqId_6_ into 621133e8af64d563aa22dee99dee29df/f1 2024-11-26T10:17:49,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__c4i3pk98cn2957aik37pqjfeln84b9t3pppdictfh3ok7osmucejp2fqmlebj0tk/f1/hfile_1 into 621133e8af64d563aa22dee99dee29df/f1 (new location: hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/f1/92a60c0f6a2548a1bf7ae01341bac8f9_SeqId_6_) 2024-11-26T10:17:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/staging/jenkins__test__c4i3pk98cn2957aik37pqjfeln84b9t3pppdictfh3ok7osmucejp2fqmlebj0tk/f1/hfile_1 2024-11-26T10:17:49,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:17:49,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:17:49,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:49,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:17:49,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:17:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732616260927.621133e8af64d563aa22dee99dee29df., hostname=94eedbb855cf,39653,1732616253872, seqNum=2 , the old value is region=test,,1732616260927.621133e8af64d563aa22dee99dee29df., hostname=94eedbb855cf,39653,1732616253872, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=94eedbb855cf:39653 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T10:17:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732616260927.621133e8af64d563aa22dee99dee29df., hostname=94eedbb855cf,39653,1732616253872, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T10:17:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732616260927.621133e8af64d563aa22dee99dee29df., hostname=94eedbb855cf,39653,1732616253872, seqNum=2 from cache 2024-11-26T10:17:49,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:17:49,730 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T10:17:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39653,1732616253872, seqNum=-1] 2024-11-26T10:17:49,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:17:49,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:17:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732616260927.621133e8af64d563aa22dee99dee29df., hostname=94eedbb855cf,39653,1732616253872, seqNum=2] 2024-11-26T10:17:49,841 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:39653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T10:17:49,937 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 687, reset compression=false 2024-11-26T10:17:49,943 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:17:49,943 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:17:49,943 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.shipper94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39653,1732616253872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:17:50,147 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:17:50,452 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:17:50,856 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:17:51,360 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:17:51,964 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:17:52,668 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:17:53,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T10:17:53,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T10:17:53,472 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:17:54,378 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:17:55,382 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:17:56,486 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:17:57,690 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:17:58,994 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:00,398 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:01,903 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:03,405 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T10:18:03,507 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:05,212 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:07,018 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:07,433 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T10:18:08,923 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:09,946 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.shipper94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39653,1732616253872 got entry batch from reader: null 2024-11-26T10:18:10,927 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:13,031 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:15,235 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:17,215 INFO [master/94eedbb855cf:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T10:18:17,215 INFO [master/94eedbb855cf:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T10:18:17,540 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:19,944 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:20,925 INFO [master/94eedbb855cf:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T10:18:20,925 INFO [master/94eedbb855cf:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T10:18:22,449 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:25,053 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:27,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 621133e8af64d563aa22dee99dee29df, had cached 0 bytes from a total of 31376 2024-11-26T10:18:27,758 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:28,471 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 59dda3f4d025bb8363cc672b29c1ddc7, had cached 0 bytes from a total of 15585 2024-11-26T10:18:29,946 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.shipper94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39653,1732616253872 got entry batch from reader: null 2024-11-26T10:18:30,563 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:33,405 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T10:18:33,467 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:36,472 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:36,880 DEBUG [master/94eedbb855cf:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:18:37,433 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T10:18:39,577 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:40,881 DEBUG [master/94eedbb855cf:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T10:18:42,781 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:46,087 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:49,491 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:49,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:18:49,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:18:49,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:18:49,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:49,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:49,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:18:49,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:18:49,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1995092718, stopped=false 2024-11-26T10:18:49,758 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,43423,1732616257846 2024-11-26T10:18:49,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-570489187/running 2024-11-26T10:18:49,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-570489187/running 2024-11-26T10:18:49,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:18:49,761 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:18:49,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:18:49,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:18:49,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:49,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:18:49,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,45809,1732616257889' ***** 2024-11-26T10:18:49,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:18:49,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Set watcher on znode that does not yet exist, /1-570489187/running 2024-11-26T10:18:49,762 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:18:49,762 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:18:49,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Set watcher on znode that does not yet exist, /1-570489187/running 2024-11-26T10:18:49,763 INFO [RS:0;94eedbb855cf:45809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:18:49,763 INFO [RS:0;94eedbb855cf:45809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:18:49,763 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(3091): Received CLOSE for 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:18:49,764 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,45809,1732616257889 2024-11-26T10:18:49,764 INFO [RS:0;94eedbb855cf:45809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:18:49,764 INFO [RS:0;94eedbb855cf:45809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:45809. 2024-11-26T10:18:49,764 DEBUG [RS:0;94eedbb855cf:45809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:18:49,764 DEBUG [RS:0;94eedbb855cf:45809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:49,764 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:18:49,764 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:18:49,764 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:18:49,764 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:18:49,764 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:18:49,764 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59dda3f4d025bb8363cc672b29c1ddc7=test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7.} 2024-11-26T10:18:49,764 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59dda3f4d025bb8363cc672b29c1ddc7 2024-11-26T10:18:49,764 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:18:49,764 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:18:49,764 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:18:49,764 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59dda3f4d025bb8363cc672b29c1ddc7, disabling compactions & flushes 2024-11-26T10:18:49,765 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:18:49,765 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:18:49,765 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. 2024-11-26T10:18:49,765 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. 2024-11-26T10:18:49,765 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. after waiting 0 ms 2024-11-26T10:18:49,765 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. 2024-11-26T10:18:49,765 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T10:18:49,767 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:18:49,767 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:18:49,771 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/default/test/59dda3f4d025bb8363cc672b29c1ddc7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T10:18:49,772 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:18:49,772 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:18:49,772 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. 2024-11-26T10:18:49,773 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59dda3f4d025bb8363cc672b29c1ddc7: Waiting for close lock at 1732616329764Running coprocessor pre-close hooks at 1732616329764Disabling compacts and flushes for region at 1732616329764Disabling writes for close at 1732616329765 (+1 ms)Writing region close event to WAL at 1732616329766 (+1 ms)Running coprocessor post-close hooks at 1732616329772 (+6 ms)Closed at 1732616329772 2024-11-26T10:18:49,773 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7. 2024-11-26T10:18:49,789 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/.tmp/info/a401661374dd47989e89fbf83419c9ed is 129, key is test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7./info:regioninfo/1732616263487/Put/seqid=0 2024-11-26T10:18:49,794 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:18:49,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741839_1015 (size=6421) 2024-11-26T10:18:49,946 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.shipper94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39653,1732616253872 got entry batch from reader: null 2024-11-26T10:18:49,964 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:18:50,165 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:18:50,202 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/.tmp/info/a401661374dd47989e89fbf83419c9ed 2024-11-26T10:18:50,222 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/.tmp/ns/efc19b2b3f9541ff8dc44a5b84895147 is 43, key is default/ns:d/1732616260873/Put/seqid=0 2024-11-26T10:18:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741840_1016 (size=5153) 2024-11-26T10:18:50,365 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:18:50,565 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:18:50,627 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/.tmp/ns/efc19b2b3f9541ff8dc44a5b84895147 2024-11-26T10:18:50,646 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/.tmp/rep_barrier/0af0479096624c2da84cda5f47ea3723 is 112, key is test,,1732616263085.59dda3f4d025bb8363cc672b29c1ddc7./rep_barrier:seqnumDuringOpen/1732616263487/Put/seqid=0 2024-11-26T10:18:50,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741841_1017 (size=5518) 2024-11-26T10:18:50,765 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:18:50,765 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:18:50,765 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:18:50,966 DEBUG [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:18:51,051 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/.tmp/rep_barrier/0af0479096624c2da84cda5f47ea3723 2024-11-26T10:18:51,073 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/.tmp/table/f12613f32027497abfb6ba836391365d is 40, key is test/table:state/1732616263495/Put/seqid=0 2024-11-26T10:18:51,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741842_1018 (size=5165) 2024-11-26T10:18:51,078 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/.tmp/table/f12613f32027497abfb6ba836391365d 2024-11-26T10:18:51,083 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/.tmp/info/a401661374dd47989e89fbf83419c9ed as hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/info/a401661374dd47989e89fbf83419c9ed 2024-11-26T10:18:51,088 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/info/a401661374dd47989e89fbf83419c9ed, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T10:18:51,089 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/.tmp/ns/efc19b2b3f9541ff8dc44a5b84895147 as hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/ns/efc19b2b3f9541ff8dc44a5b84895147 2024-11-26T10:18:51,094 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/ns/efc19b2b3f9541ff8dc44a5b84895147, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T10:18:51,095 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/.tmp/rep_barrier/0af0479096624c2da84cda5f47ea3723 as hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/rep_barrier/0af0479096624c2da84cda5f47ea3723 2024-11-26T10:18:51,099 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/rep_barrier/0af0479096624c2da84cda5f47ea3723, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T10:18:51,100 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/.tmp/table/f12613f32027497abfb6ba836391365d as hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/table/f12613f32027497abfb6ba836391365d 2024-11-26T10:18:51,104 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/table/f12613f32027497abfb6ba836391365d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T10:18:51,105 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=11, compaction requested=false 2024-11-26T10:18:51,110 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T10:18:51,110 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:18:51,110 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:18:51,111 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:18:51,111 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616329764Running coprocessor pre-close hooks at 1732616329764Disabling compacts and flushes for region at 1732616329764Disabling writes for close at 1732616329765 (+1 ms)Obtaining lock to block concurrent updates at 1732616329765Preparing flush snapshotting stores in 1588230740 at 1732616329765Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732616329765Flushing stores of hbase:meta,,1.1588230740 at 1732616329766 (+1 ms)Flushing 1588230740/info: creating writer at 1732616329766Flushing 1588230740/info: appending metadata at 1732616329788 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732616329789 (+1 ms)Flushing 1588230740/ns: creating writer at 1732616330208 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732616330222 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732616330222Flushing 1588230740/rep_barrier: creating writer at 1732616330632 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616330646 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616330646Flushing 1588230740/table: creating writer at 1732616331056 (+410 ms)Flushing 1588230740/table: appending metadata at 1732616331072 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732616331072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f5e55: reopening flushed file at 1732616331083 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d52c792: reopening flushed file at 1732616331089 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb9ae86: reopening flushed file at 1732616331094 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e4cfc5: reopening flushed file at 1732616331100 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=11, compaction requested=false at 1732616331105 (+5 ms)Writing region close event to WAL at 1732616331107 (+2 ms)Running coprocessor post-close hooks at 1732616331110 (+3 ms)Closed at 1732616331111 (+1 ms) 2024-11-26T10:18:51,111 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:18:51,166 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,45809,1732616257889; all regions closed. 2024-11-26T10:18:51,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741834_1010 (size=2717) 2024-11-26T10:18:51,168 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/WALs/94eedbb855cf,45809,1732616257889/94eedbb855cf%2C45809%2C1732616257889.meta.1732616260827.meta not finished, retry = 0 2024-11-26T10:18:51,271 DEBUG [RS:0;94eedbb855cf:45809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/oldWALs 2024-11-26T10:18:51,271 INFO [RS:0;94eedbb855cf:45809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C45809%2C1732616257889.meta:.meta(num 1732616260827) 2024-11-26T10:18:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741832_1008 (size=1028) 2024-11-26T10:18:51,276 DEBUG [RS:0;94eedbb855cf:45809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/oldWALs 2024-11-26T10:18:51,276 INFO [RS:0;94eedbb855cf:45809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C45809%2C1732616257889:(num 1732616259878) 2024-11-26T10:18:51,276 DEBUG [RS:0;94eedbb855cf:45809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:51,276 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:18:51,276 INFO [RS:0;94eedbb855cf:45809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:18:51,276 INFO [RS:0;94eedbb855cf:45809 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:18:51,276 INFO [RS:0;94eedbb855cf:45809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:18:51,276 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:18:51,277 INFO [RS:0;94eedbb855cf:45809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:45809. 2024-11-26T10:18:51,277 DEBUG [RS:0;94eedbb855cf:45809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:18:51,277 DEBUG [RS:0;94eedbb855cf:45809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:51,277 DEBUG [RS:0;94eedbb855cf:45809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:51,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:18:51,277 INFO [RS:0;94eedbb855cf:45809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45809 2024-11-26T10:18:51,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187/rs 2024-11-26T10:18:51,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-570489187/rs/94eedbb855cf,45809,1732616257889 2024-11-26T10:18:51,279 INFO [RS:0;94eedbb855cf:45809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:18:51,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,45809,1732616257889] 2024-11-26T10:18:51,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-570489187/draining/94eedbb855cf,45809,1732616257889 already deleted, retry=false 2024-11-26T10:18:51,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,45809,1732616257889 expired; onlineServers=0 2024-11-26T10:18:51,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,43423,1732616257846' ***** 2024-11-26T10:18:51,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:18:51,283 INFO [M:0;94eedbb855cf:43423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:18:51,283 INFO [M:0;94eedbb855cf:43423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:18:51,284 DEBUG [M:0;94eedbb855cf:43423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:18:51,284 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:18:51,284 DEBUG [M:0;94eedbb855cf:43423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:18:51,284 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616259681 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616259681,5,FailOnTimeoutGroup] 2024-11-26T10:18:51,284 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616259682 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616259682,5,FailOnTimeoutGroup] 2024-11-26T10:18:51,284 INFO [M:0;94eedbb855cf:43423 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:18:51,284 INFO [M:0;94eedbb855cf:43423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:18:51,284 DEBUG [M:0;94eedbb855cf:43423 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:18:51,284 INFO [M:0;94eedbb855cf:43423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:18:51,284 INFO [M:0;94eedbb855cf:43423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:18:51,284 INFO [M:0;94eedbb855cf:43423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:18:51,284 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:18:51,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-570489187/master 2024-11-26T10:18:51,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-570489187 2024-11-26T10:18:51,285 DEBUG [M:0;94eedbb855cf:43423 {}] zookeeper.ZKUtil(347): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Unable to get data of znode /1-570489187/master because node does not exist (not an error) 2024-11-26T10:18:51,285 WARN [M:0;94eedbb855cf:43423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:18:51,286 INFO [M:0;94eedbb855cf:43423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/.lastflushedseqids 2024-11-26T10:18:51,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741843_1019 (size=173) 2024-11-26T10:18:51,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:18:51,381 INFO [RS:0;94eedbb855cf:45809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:18:51,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45809-0x10153c7d7810004, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:18:51,381 INFO [RS:0;94eedbb855cf:45809 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,45809,1732616257889; zookeeper connection closed. 2024-11-26T10:18:51,381 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ba4a953 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ba4a953 2024-11-26T10:18:51,382 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:18:51,693 INFO [M:0;94eedbb855cf:43423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:18:51,694 INFO [M:0;94eedbb855cf:43423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:18:51,694 DEBUG [M:0;94eedbb855cf:43423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:18:51,694 INFO [M:0;94eedbb855cf:43423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:18:51,694 DEBUG [M:0;94eedbb855cf:43423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:18:51,694 DEBUG [M:0;94eedbb855cf:43423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:18:51,694 DEBUG [M:0;94eedbb855cf:43423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:18:51,694 INFO [M:0;94eedbb855cf:43423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-26T10:18:51,711 DEBUG [M:0;94eedbb855cf:43423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1557390b91674d5ab5b517bc6565d9a9 is 82, key is hbase:meta,,1/info:regioninfo/1732616260861/Put/seqid=0 2024-11-26T10:18:51,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741844_1020 (size=5672) 2024-11-26T10:18:51,716 INFO [M:0;94eedbb855cf:43423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1557390b91674d5ab5b517bc6565d9a9 2024-11-26T10:18:51,740 DEBUG [M:0;94eedbb855cf:43423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18c13591ca554691ba5fb04df97d51c0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732616263499/Put/seqid=0 2024-11-26T10:18:51,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741845_1021 (size=6727) 2024-11-26T10:18:52,155 INFO [M:0;94eedbb855cf:43423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18c13591ca554691ba5fb04df97d51c0 2024-11-26T10:18:52,160 INFO [M:0;94eedbb855cf:43423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18c13591ca554691ba5fb04df97d51c0 2024-11-26T10:18:52,174 DEBUG [M:0;94eedbb855cf:43423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23ad0d5bc54841788afc46124d5c3131 is 69, key is 94eedbb855cf,45809,1732616257889/rs:state/1732616259724/Put/seqid=0 2024-11-26T10:18:52,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741846_1022 (size=5156) 2024-11-26T10:18:52,578 INFO [M:0;94eedbb855cf:43423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23ad0d5bc54841788afc46124d5c3131 2024-11-26T10:18:52,584 DEBUG [M:0;94eedbb855cf:43423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1557390b91674d5ab5b517bc6565d9a9 as hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1557390b91674d5ab5b517bc6565d9a9 2024-11-26T10:18:52,588 INFO [M:0;94eedbb855cf:43423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1557390b91674d5ab5b517bc6565d9a9, entries=8, sequenceid=58, filesize=5.5 K 2024-11-26T10:18:52,589 DEBUG [M:0;94eedbb855cf:43423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18c13591ca554691ba5fb04df97d51c0 as hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18c13591ca554691ba5fb04df97d51c0 2024-11-26T10:18:52,593 INFO [M:0;94eedbb855cf:43423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18c13591ca554691ba5fb04df97d51c0 2024-11-26T10:18:52,593 INFO [M:0;94eedbb855cf:43423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18c13591ca554691ba5fb04df97d51c0, entries=6, sequenceid=58, filesize=6.6 K 2024-11-26T10:18:52,594 DEBUG [M:0;94eedbb855cf:43423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23ad0d5bc54841788afc46124d5c3131 as hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23ad0d5bc54841788afc46124d5c3131 2024-11-26T10:18:52,598 INFO [M:0;94eedbb855cf:43423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34415/user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23ad0d5bc54841788afc46124d5c3131, entries=1, sequenceid=58, filesize=5.0 K 2024-11-26T10:18:52,599 INFO [M:0;94eedbb855cf:43423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=58, compaction requested=false 2024-11-26T10:18:52,600 INFO [M:0;94eedbb855cf:43423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:18:52,600 DEBUG [M:0;94eedbb855cf:43423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616331694Disabling compacts and flushes for region at 1732616331694Disabling writes for close at 1732616331694Obtaining lock to block concurrent updates at 1732616331694Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616331694Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732616331695 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616331695Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616331695Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616331711 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616331711Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616331721 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616331740 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616331740Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616332160 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616332173 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616332173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3689feeb: reopening flushed file at 1732616332583 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5151ad0b: reopening flushed file at 1732616332588 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ba1ae7: reopening flushed file at 1732616332593 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=58, compaction requested=false at 1732616332599 (+6 ms)Writing region close event to WAL at 1732616332600 (+1 ms)Closed at 1732616332600 2024-11-26T10:18:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741830_1006 (size=33026) 2024-11-26T10:18:52,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b8fd9d53-f560-2080-33d3-fb65dcdf44c6/MasterData/WALs/94eedbb855cf,43423,1732616257846/94eedbb855cf%2C43423%2C1732616257846.1732616259590 not finished, retry = 0 2024-11-26T10:18:52,703 INFO [M:0;94eedbb855cf:43423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:18:52,703 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:18:52,703 INFO [M:0;94eedbb855cf:43423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43423 2024-11-26T10:18:52,704 INFO [M:0;94eedbb855cf:43423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:18:52,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:18:52,806 INFO [M:0;94eedbb855cf:43423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:18:52,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43423-0x10153c7d7810003, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:18:52,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a2d70e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:18:52,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:18:52,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:18:52,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:18:52,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/hadoop.log.dir/,STOPPED} 2024-11-26T10:18:52,815 WARN [BP-1657062426-172.17.0.2-1732616256933 heartbeating to localhost/127.0.0.1:34415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:18:52,815 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:18:52,815 WARN [BP-1657062426-172.17.0.2-1732616256933 heartbeating to localhost/127.0.0.1:34415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1657062426-172.17.0.2-1732616256933 (Datanode Uuid 87fb192b-ab61-4430-9cad-2656ac9b9c9a) service to localhost/127.0.0.1:34415 2024-11-26T10:18:52,815 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:18:52,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/cluster_ed2779a8-2bfe-fa5f-9be6-6b585bfa9432/data/data1/current/BP-1657062426-172.17.0.2-1732616256933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:18:52,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/cluster_ed2779a8-2bfe-fa5f-9be6-6b585bfa9432/data/data2/current/BP-1657062426-172.17.0.2-1732616256933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:18:52,816 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:18:52,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f19e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:18:52,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:18:52,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:18:52,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:18:52,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/hadoop.log.dir/,STOPPED} 2024-11-26T10:18:52,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:18:52,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:18:52,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:18:52,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:18:52,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:52,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:52,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:18:52,840 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:18:52,841 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=614462757, stopped=false 2024-11-26T10:18:52,841 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,33333,1732616253817 2024-11-26T10:18:52,844 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:18:52,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:18:52,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2048592083/running 2024-11-26T10:18:52,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2048592083/running 2024-11-26T10:18:52,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:18:52,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:18:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:18:52,845 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,39653,1732616253872' ***** 2024-11-26T10:18:52,845 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:18:52,845 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:18:52,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Set watcher on znode that does not yet exist, /0-2048592083/running 2024-11-26T10:18:52,845 INFO [RS:0;94eedbb855cf:39653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:18:52,845 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:18:52,845 INFO [RS:0;94eedbb855cf:39653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:18:52,845 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(3091): Received CLOSE for cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:18:52,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Set watcher on znode that does not yet exist, /0-2048592083/running 2024-11-26T10:18:52,846 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(3091): Received CLOSE for 621133e8af64d563aa22dee99dee29df 2024-11-26T10:18:52,846 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,39653,1732616253872 2024-11-26T10:18:52,846 INFO [RS:0;94eedbb855cf:39653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:18:52,846 INFO [RS:0;94eedbb855cf:39653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:39653. 2024-11-26T10:18:52,846 DEBUG [RS:0;94eedbb855cf:39653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:18:52,846 DEBUG [RS:0;94eedbb855cf:39653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:52,846 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cde2a4a076417bbd94c5b3c9e67576be, disabling compactions & flushes 2024-11-26T10:18:52,846 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. 2024-11-26T10:18:52,846 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:18:52,846 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. 2024-11-26T10:18:52,846 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:18:52,846 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:18:52,846 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. after waiting 0 ms 2024-11-26T10:18:52,846 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. 2024-11-26T10:18:52,846 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:18:52,847 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cde2a4a076417bbd94c5b3c9e67576be 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-26T10:18:52,847 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T10:18:52,847 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1325): Online Regions={cde2a4a076417bbd94c5b3c9e67576be=hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be., 621133e8af64d563aa22dee99dee29df=test,,1732616260927.621133e8af64d563aa22dee99dee29df., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:18:52,847 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 621133e8af64d563aa22dee99dee29df, cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:18:52,847 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:18:52,847 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:18:52,847 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:18:52,847 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:18:52,847 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:18:52,847 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T10:18:52,863 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be/.tmp/hfileref/3cb3ffbfdc7048e2974a153b7e054259 is 74, key is 1/hfileref:8ab6673fdb5b48e8bb1c5544b8cda6e9_SeqId_4_/1732616268113/DeleteColumn/seqid=0 2024-11-26T10:18:52,866 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/.tmp/info/0f79971ba5ed4220bfeedfb6621855af is 147, key is hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be./info:regioninfo/1732616264921/Put/seqid=0 2024-11-26T10:18:52,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741844_1020 (size=5203) 2024-11-26T10:18:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741845_1021 (size=7686) 2024-11-26T10:18:52,897 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:18:52,995 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/WALs/94eedbb855cf,39653,1732616253872/94eedbb855cf%2C39653%2C1732616253872.1732616255859 to pos 997, reset compression=false 2024-11-26T10:18:53,047 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 621133e8af64d563aa22dee99dee29df, cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:18:53,247 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 621133e8af64d563aa22dee99dee29df, cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:18:53,269 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be/.tmp/hfileref/3cb3ffbfdc7048e2974a153b7e054259 2024-11-26T10:18:53,271 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/.tmp/info/0f79971ba5ed4220bfeedfb6621855af 2024-11-26T10:18:53,291 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/.tmp/ns/55b38c3625f84807add6f1e9965b65d9 is 43, key is default/ns:d/1732616256851/Put/seqid=0 2024-11-26T10:18:53,293 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be/.tmp/queue/a9654d03b8d74c83babf49a51f41e8a8 is 153, key is 1-94eedbb855cf,39653,1732616253872/queue:94eedbb855cf%2C39653%2C1732616253872/1732616269944/Put/seqid=0 2024-11-26T10:18:53,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741846_1022 (size=5153) 2024-11-26T10:18:53,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741847_1023 (size=5352) 2024-11-26T10:18:53,447 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 621133e8af64d563aa22dee99dee29df, cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:18:53,648 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 621133e8af64d563aa22dee99dee29df, cde2a4a076417bbd94c5b3c9e67576be 2024-11-26T10:18:53,695 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/.tmp/ns/55b38c3625f84807add6f1e9965b65d9 2024-11-26T10:18:53,697 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be/.tmp/queue/a9654d03b8d74c83babf49a51f41e8a8 2024-11-26T10:18:53,703 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be/.tmp/hfileref/3cb3ffbfdc7048e2974a153b7e054259 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be/hfileref/3cb3ffbfdc7048e2974a153b7e054259 2024-11-26T10:18:53,708 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be/hfileref/3cb3ffbfdc7048e2974a153b7e054259, entries=2, sequenceid=10, filesize=5.1 K 2024-11-26T10:18:53,709 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be/.tmp/queue/a9654d03b8d74c83babf49a51f41e8a8 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be/queue/a9654d03b8d74c83babf49a51f41e8a8 2024-11-26T10:18:53,714 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be/queue/a9654d03b8d74c83babf49a51f41e8a8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T10:18:53,716 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for cde2a4a076417bbd94c5b3c9e67576be in 870ms, sequenceid=10, compaction requested=false 2024-11-26T10:18:53,719 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/.tmp/rep_barrier/7e2d7a0f6fc5482cabf47424f6425858 is 112, key is test,,1732616260927.621133e8af64d563aa22dee99dee29df./rep_barrier:seqnumDuringOpen/1732616262089/Put/seqid=0 2024-11-26T10:18:53,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741848_1024 (size=5518) 2024-11-26T10:18:53,729 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:18:53,729 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:18:53,729 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/replication/cde2a4a076417bbd94c5b3c9e67576be/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T10:18:53,730 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:18:53,730 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:18:53,730 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. 2024-11-26T10:18:53,730 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cde2a4a076417bbd94c5b3c9e67576be: Waiting for close lock at 1732616332846Running coprocessor pre-close hooks at 1732616332846Disabling compacts and flushes for region at 1732616332846Disabling writes for close at 1732616332846Obtaining lock to block concurrent updates at 1732616332847 (+1 ms)Preparing flush snapshotting stores in cde2a4a076417bbd94c5b3c9e67576be at 1732616332847Finished memstore snapshotting hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732616332847Flushing stores of hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. at 1732616332847Flushing cde2a4a076417bbd94c5b3c9e67576be/hfileref: creating writer at 1732616332848 (+1 ms)Flushing cde2a4a076417bbd94c5b3c9e67576be/hfileref: appending metadata at 1732616332863 (+15 ms)Flushing cde2a4a076417bbd94c5b3c9e67576be/hfileref: closing flushed file at 1732616332863Flushing cde2a4a076417bbd94c5b3c9e67576be/queue: creating writer at 1732616333275 (+412 ms)Flushing cde2a4a076417bbd94c5b3c9e67576be/queue: appending metadata at 1732616333293 (+18 ms)Flushing cde2a4a076417bbd94c5b3c9e67576be/queue: closing flushed file at 1732616333293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264e5d68: reopening flushed file at 1732616333702 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73861105: reopening flushed file at 1732616333708 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for cde2a4a076417bbd94c5b3c9e67576be in 870ms, sequenceid=10, compaction requested=false at 1732616333716 (+8 ms)Writing region close event to WAL at 1732616333724 (+8 ms)Running coprocessor post-close hooks at 1732616333730 (+6 ms)Closed at 1732616333730 2024-11-26T10:18:53,730 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616263747.cde2a4a076417bbd94c5b3c9e67576be. 2024-11-26T10:18:53,730 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 621133e8af64d563aa22dee99dee29df, disabling compactions & flushes 2024-11-26T10:18:53,730 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616260927.621133e8af64d563aa22dee99dee29df. 2024-11-26T10:18:53,730 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616260927.621133e8af64d563aa22dee99dee29df. 2024-11-26T10:18:53,730 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616260927.621133e8af64d563aa22dee99dee29df. after waiting 0 ms 2024-11-26T10:18:53,730 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616260927.621133e8af64d563aa22dee99dee29df. 2024-11-26T10:18:53,736 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/default/test/621133e8af64d563aa22dee99dee29df/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T10:18:53,737 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:18:53,737 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:18:53,737 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616260927.621133e8af64d563aa22dee99dee29df. 2024-11-26T10:18:53,737 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 621133e8af64d563aa22dee99dee29df: Waiting for close lock at 1732616333730Running coprocessor pre-close hooks at 1732616333730Disabling compacts and flushes for region at 1732616333730Disabling writes for close at 1732616333730Writing region close event to WAL at 1732616333733 (+3 ms)Running coprocessor post-close hooks at 1732616333737 (+4 ms)Closed at 1732616333737 2024-11-26T10:18:53,737 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616260927.621133e8af64d563aa22dee99dee29df. 2024-11-26T10:18:53,848 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:18:53,848 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:18:53,848 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:18:54,048 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:18:54,128 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/.tmp/rep_barrier/7e2d7a0f6fc5482cabf47424f6425858 2024-11-26T10:18:54,149 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/.tmp/table/d01a6a84a13443f6af750fd668cf2eb2 is 53, key is hbase:replication/table:state/1732616264929/Put/seqid=0 2024-11-26T10:18:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741849_1025 (size=5308) 2024-11-26T10:18:54,248 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:18:54,449 DEBUG [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:18:54,554 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/.tmp/table/d01a6a84a13443f6af750fd668cf2eb2 2024-11-26T10:18:54,560 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/.tmp/info/0f79971ba5ed4220bfeedfb6621855af as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/info/0f79971ba5ed4220bfeedfb6621855af 2024-11-26T10:18:54,564 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/info/0f79971ba5ed4220bfeedfb6621855af, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T10:18:54,565 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/.tmp/ns/55b38c3625f84807add6f1e9965b65d9 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/ns/55b38c3625f84807add6f1e9965b65d9 2024-11-26T10:18:54,569 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/ns/55b38c3625f84807add6f1e9965b65d9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T10:18:54,570 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/.tmp/rep_barrier/7e2d7a0f6fc5482cabf47424f6425858 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/rep_barrier/7e2d7a0f6fc5482cabf47424f6425858 2024-11-26T10:18:54,575 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/rep_barrier/7e2d7a0f6fc5482cabf47424f6425858, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T10:18:54,575 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/.tmp/table/d01a6a84a13443f6af750fd668cf2eb2 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/table/d01a6a84a13443f6af750fd668cf2eb2 2024-11-26T10:18:54,580 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/table/d01a6a84a13443f6af750fd668cf2eb2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T10:18:54,582 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false 2024-11-26T10:18:54,582 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:18:54,588 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:18:54,589 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:18:54,589 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:18:54,589 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:18:54,589 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616332847Running coprocessor pre-close hooks at 1732616332847Disabling compacts and flushes for region at 1732616332847Disabling writes for close at 1732616332847Obtaining lock to block concurrent updates at 1732616332847Preparing flush snapshotting stores in 1588230740 at 1732616332847Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732616332847Flushing stores of hbase:meta,,1.1588230740 at 1732616332848 (+1 ms)Flushing 1588230740/info: creating writer at 1732616332848Flushing 1588230740/info: appending metadata at 1732616332866 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732616332866Flushing 1588230740/ns: creating writer at 1732616333276 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732616333290 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732616333290Flushing 1588230740/rep_barrier: creating writer at 1732616333701 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616333718 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616333718Flushing 1588230740/table: creating writer at 1732616334134 (+416 ms)Flushing 1588230740/table: appending metadata at 1732616334148 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732616334148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d93ef5: reopening flushed file at 1732616334559 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ceab986: reopening flushed file at 1732616334565 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250d7626: reopening flushed file at 1732616334570 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@656e4441: reopening flushed file at 1732616334575 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false at 1732616334582 (+7 ms)Writing region close event to WAL at 1732616334585 (+3 ms)Running coprocessor post-close hooks at 1732616334589 (+4 ms)Closed at 1732616334589 2024-11-26T10:18:54,589 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:18:54,649 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,39653,1732616253872; all regions closed. 2024-11-26T10:18:54,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741834_1010 (size=4239) 2024-11-26T10:18:54,654 DEBUG [RS:0;94eedbb855cf:39653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/oldWALs 2024-11-26T10:18:54,654 INFO [RS:0;94eedbb855cf:39653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C39653%2C1732616253872.meta:.meta(num 1732616256803) 2024-11-26T10:18:54,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741839_1015 (size=2700) 2024-11-26T10:18:54,658 DEBUG [RS:0;94eedbb855cf:39653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/oldWALs 2024-11-26T10:18:54,658 INFO [RS:0;94eedbb855cf:39653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C39653%2C1732616253872.rep:(num 1732616264886) 2024-11-26T10:18:54,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741832_1008 (size=1300) 2024-11-26T10:18:54,662 DEBUG [RS:0;94eedbb855cf:39653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/oldWALs 2024-11-26T10:18:54,662 INFO [RS:0;94eedbb855cf:39653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C39653%2C1732616253872:(num 1732616255859) 2024-11-26T10:18:54,662 DEBUG [RS:0;94eedbb855cf:39653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:54,662 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:18:54,662 INFO [RS:0;94eedbb855cf:39653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:18:54,662 INFO [RS:0;94eedbb855cf:39653 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:18:54,663 INFO [RS:0;94eedbb855cf:39653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:18:54,663 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:18:54,663 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,39653,1732616253872 because: Region server is closing 2024-11-26T10:18:54,663 INFO [RS:0;94eedbb855cf:39653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:39653. 2024-11-26T10:18:54,663 DEBUG [RS:0;94eedbb855cf:39653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:18:54,663 DEBUG [RS:0;94eedbb855cf:39653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:54,663 DEBUG [RS:0;94eedbb855cf:39653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:18:54,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:18:54,764 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.wal-reader.94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:18:54,764 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.shipper94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T10:18:54,764 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39653,1732616253872.replicationSource.shipper94eedbb855cf%2C39653%2C1732616253872,1-94eedbb855cf,39653,1732616253872 terminated 2024-11-26T10:18:54,764 INFO [RS:0;94eedbb855cf:39653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39653 2024-11-26T10:18:54,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2048592083/rs/94eedbb855cf,39653,1732616253872 2024-11-26T10:18:54,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083/rs 2024-11-26T10:18:54,766 INFO [RS:0;94eedbb855cf:39653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:18:54,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,39653,1732616253872] 2024-11-26T10:18:54,769 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2048592083/draining/94eedbb855cf,39653,1732616253872 already deleted, retry=false 2024-11-26T10:18:54,769 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,39653,1732616253872 expired; onlineServers=0 2024-11-26T10:18:54,769 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,33333,1732616253817' ***** 2024-11-26T10:18:54,769 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:18:54,769 INFO [M:0;94eedbb855cf:33333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:18:54,769 INFO [M:0;94eedbb855cf:33333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:18:54,769 DEBUG [M:0;94eedbb855cf:33333 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:18:54,769 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:18:54,769 DEBUG [M:0;94eedbb855cf:33333 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:18:54,769 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616255648 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616255648,5,FailOnTimeoutGroup] 2024-11-26T10:18:54,769 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616255648 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616255648,5,FailOnTimeoutGroup] 2024-11-26T10:18:54,770 INFO [M:0;94eedbb855cf:33333 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:18:54,770 INFO [M:0;94eedbb855cf:33333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:18:54,770 DEBUG [M:0;94eedbb855cf:33333 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:18:54,770 INFO [M:0;94eedbb855cf:33333 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:18:54,770 INFO [M:0;94eedbb855cf:33333 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:18:54,770 INFO [M:0;94eedbb855cf:33333 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:18:54,770 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:18:54,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2048592083/master 2024-11-26T10:18:54,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2048592083 2024-11-26T10:18:54,773 DEBUG [M:0;94eedbb855cf:33333 {}] zookeeper.ZKUtil(347): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Unable to get data of znode /0-2048592083/master because node does not exist (not an error) 2024-11-26T10:18:54,773 WARN [M:0;94eedbb855cf:33333 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:18:54,774 INFO [M:0;94eedbb855cf:33333 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/.lastflushedseqids 2024-11-26T10:18:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741850_1026 (size=263) 2024-11-26T10:18:54,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:18:54,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:18:54,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:18:54,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:18:54,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:18:54,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:18:54,868 INFO [RS:0;94eedbb855cf:39653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:18:54,868 INFO [RS:0;94eedbb855cf:39653 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,39653,1732616253872; zookeeper connection closed. 2024-11-26T10:18:54,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39653-0x10153c7d7810001, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:18:54,868 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cd0ee32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cd0ee32 2024-11-26T10:18:54,868 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:18:55,182 INFO [M:0;94eedbb855cf:33333 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:18:55,182 INFO [M:0;94eedbb855cf:33333 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:18:55,182 DEBUG [M:0;94eedbb855cf:33333 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:18:55,182 INFO [M:0;94eedbb855cf:33333 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:18:55,182 DEBUG [M:0;94eedbb855cf:33333 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:18:55,182 DEBUG [M:0;94eedbb855cf:33333 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:18:55,182 DEBUG [M:0;94eedbb855cf:33333 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:18:55,182 INFO [M:0;94eedbb855cf:33333 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-26T10:18:55,198 DEBUG [M:0;94eedbb855cf:33333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62c1457fb97543108165008fbfcf581a is 82, key is hbase:meta,,1/info:regioninfo/1732616256839/Put/seqid=0 2024-11-26T10:18:55,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741851_1027 (size=5672) 2024-11-26T10:18:55,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:18:55,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:18:55,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:18:55,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:18:55,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:18:55,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:18:55,603 INFO [M:0;94eedbb855cf:33333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62c1457fb97543108165008fbfcf581a 2024-11-26T10:18:55,623 DEBUG [M:0;94eedbb855cf:33333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01b3c18a42904b88b494a95818b0d6b0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732616262103/Put/seqid=0 2024-11-26T10:18:55,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741852_1028 (size=7240) 2024-11-26T10:18:56,027 INFO [M:0;94eedbb855cf:33333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01b3c18a42904b88b494a95818b0d6b0 2024-11-26T10:18:56,032 INFO [M:0;94eedbb855cf:33333 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01b3c18a42904b88b494a95818b0d6b0 2024-11-26T10:18:56,047 DEBUG [M:0;94eedbb855cf:33333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b19ed4c8a8b04b338027e30e5bf06e47 is 69, key is 94eedbb855cf,39653,1732616253872/rs:state/1732616255715/Put/seqid=0 2024-11-26T10:18:56,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741853_1029 (size=5156) 2024-11-26T10:18:56,451 INFO [M:0;94eedbb855cf:33333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b19ed4c8a8b04b338027e30e5bf06e47 2024-11-26T10:18:56,456 DEBUG [M:0;94eedbb855cf:33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62c1457fb97543108165008fbfcf581a as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62c1457fb97543108165008fbfcf581a 2024-11-26T10:18:56,461 INFO [M:0;94eedbb855cf:33333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62c1457fb97543108165008fbfcf581a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T10:18:56,462 DEBUG [M:0;94eedbb855cf:33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01b3c18a42904b88b494a95818b0d6b0 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01b3c18a42904b88b494a95818b0d6b0 2024-11-26T10:18:56,466 INFO [M:0;94eedbb855cf:33333 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01b3c18a42904b88b494a95818b0d6b0 2024-11-26T10:18:56,466 INFO [M:0;94eedbb855cf:33333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01b3c18a42904b88b494a95818b0d6b0, entries=11, sequenceid=105, filesize=7.1 K 2024-11-26T10:18:56,467 DEBUG [M:0;94eedbb855cf:33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b19ed4c8a8b04b338027e30e5bf06e47 as hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b19ed4c8a8b04b338027e30e5bf06e47 2024-11-26T10:18:56,471 INFO [M:0;94eedbb855cf:33333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b19ed4c8a8b04b338027e30e5bf06e47, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T10:18:56,472 INFO [M:0;94eedbb855cf:33333 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false 2024-11-26T10:18:56,473 INFO [M:0;94eedbb855cf:33333 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:18:56,473 DEBUG [M:0;94eedbb855cf:33333 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616335182Disabling compacts and flushes for region at 1732616335182Disabling writes for close at 1732616335182Obtaining lock to block concurrent updates at 1732616335182Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616335182Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732616335183 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616335183Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616335183Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616335197 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616335197Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616335608 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616335622 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616335622Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616336032 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616336046 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616336046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c86df3: reopening flushed file at 1732616336456 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9bca57: reopening flushed file at 1732616336461 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ea0e4b: reopening flushed file at 1732616336466 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false at 1732616336472 (+6 ms)Writing region close event to WAL at 1732616336473 (+1 ms)Closed at 1732616336473 2024-11-26T10:18:56,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741830_1006 (size=64526) 2024-11-26T10:18:56,475 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3295db7-ba80-6db3-e68d-3fde4350da33/MasterData/WALs/94eedbb855cf,33333,1732616253817/94eedbb855cf%2C33333%2C1732616253817.1732616255564 not finished, retry = 0 2024-11-26T10:18:56,576 INFO [M:0;94eedbb855cf:33333 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:18:56,576 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:18:56,576 INFO [M:0;94eedbb855cf:33333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33333 2024-11-26T10:18:56,577 INFO [M:0;94eedbb855cf:33333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:18:56,679 INFO [M:0;94eedbb855cf:33333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:18:56,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:18:56,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x10153c7d7810000, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:18:56,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:18:56,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:18:56,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:18:56,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:18:56,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/hadoop.log.dir/,STOPPED} 2024-11-26T10:18:56,685 WARN [BP-1449570041-172.17.0.2-1732616252709 heartbeating to localhost/127.0.0.1:35659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:18:56,685 WARN [BP-1449570041-172.17.0.2-1732616252709 heartbeating to localhost/127.0.0.1:35659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1449570041-172.17.0.2-1732616252709 (Datanode Uuid ffa39d63-6516-4d7c-a8d9-4ad797962b56) service to localhost/127.0.0.1:35659 2024-11-26T10:18:56,685 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:18:56,686 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:18:56,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/cluster_ad69741c-ea84-e25e-8b7e-6dbbb147502a/data/data2/current/BP-1449570041-172.17.0.2-1732616252709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:18:56,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/cluster_ad69741c-ea84-e25e-8b7e-6dbbb147502a/data/data1/current/BP-1449570041-172.17.0.2-1732616252709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:18:56,686 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:18:56,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:18:56,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:18:56,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:18:56,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:18:56,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d39f5a7-0f20-7601-8712-ba181540fa33/hadoop.log.dir/,STOPPED} 2024-11-26T10:18:56,702 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:18:56,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:18:56,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 138) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54525) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc768b8f0c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34415 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc768b8f0c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54525) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35659 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 232) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5921 (was 6066) 2024-11-26T10:18:56,740 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=5920 2024-11-26T10:18:56,755 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-26T10:18:56,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/hadoop.log.dir so I do NOT create it in target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab 2024-11-26T10:18:56,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:18:56,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/hadoop.tmp.dir so I do NOT create it in target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab 2024-11-26T10:18:56,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14cd17e9-1dee-a98c-739b-96e9d4f4e5b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:18:56,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab 2024-11-26T10:18:56,756 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/cluster_8a78c6cc-27e6-b142-29ff-eacaa2bdc75a, deleteOnExit=true 2024-11-26T10:18:56,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/cluster_8a78c6cc-27e6-b142-29ff-eacaa2bdc75a/zookeeper_0, clientPort=57953, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/cluster_8a78c6cc-27e6-b142-29ff-eacaa2bdc75a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/cluster_8a78c6cc-27e6-b142-29ff-eacaa2bdc75a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:18:56,760 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57953 2024-11-26T10:18:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:18:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:18:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/test.cache.data in system properties and HBase conf 2024-11-26T10:18:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:18:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:18:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:18:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:18:56,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:18:56,761 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:18:56,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:18:56,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153c7d7810005, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:18:56,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153c7d7810002, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:18:56,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153c7d7810005, quorum=127.0.0.1:54525, baseZNode=/1-570489187 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:18:56,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153c7d7810002, quorum=127.0.0.1:54525, baseZNode=/0-2048592083 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:18:56,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:18:56,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:18:56,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:18:56,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:18:56,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:18:56,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:18:56,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d32fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:18:56,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:18:56,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@159e5a7f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/java.io.tmpdir/jetty-localhost-36007-hadoop-hdfs-3_4_1-tests_jar-_-any-17873704553532449079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:18:56,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4649bf0f{HTTP/1.1, (http/1.1)}{localhost:36007} 2024-11-26T10:18:56,966 INFO [Time-limited test {}] server.Server(415): Started @128783ms 2024-11-26T10:18:57,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:18:57,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:18:57,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:18:57,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:18:57,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:18:57,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:18:57,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:18:57,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39cef80a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/java.io.tmpdir/jetty-localhost-33091-hadoop-hdfs-3_4_1-tests_jar-_-any-14414868598135111717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:18:57,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4184d484{HTTP/1.1, (http/1.1)}{localhost:33091} 2024-11-26T10:18:57,171 INFO [Time-limited test {}] server.Server(415): Started @128989ms 2024-11-26T10:18:57,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:18:57,280 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/cluster_8a78c6cc-27e6-b142-29ff-eacaa2bdc75a/data/data1/current/BP-1199044026-172.17.0.2-1732616336780/current, will proceed with Du for space computation calculation, 2024-11-26T10:18:57,280 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/cluster_8a78c6cc-27e6-b142-29ff-eacaa2bdc75a/data/data2/current/BP-1199044026-172.17.0.2-1732616336780/current, will proceed with Du for space computation calculation, 2024-11-26T10:18:57,300 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:18:57,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51b9b1b6f63844e7 with lease ID 0x74bef5475445e03e: Processing first storage report for DS-bbcdddfc-0779-4cef-a1ce-787af5293992 from datanode DatanodeRegistration(127.0.0.1:46547, datanodeUuid=02453912-d8dc-4b15-8594-01cba42b3ff6, infoPort=34179, infoSecurePort=0, ipcPort=46837, storageInfo=lv=-57;cid=testClusterID;nsid=1674155763;c=1732616336780) 2024-11-26T10:18:57,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51b9b1b6f63844e7 with lease ID 0x74bef5475445e03e: from storage DS-bbcdddfc-0779-4cef-a1ce-787af5293992 node DatanodeRegistration(127.0.0.1:46547, datanodeUuid=02453912-d8dc-4b15-8594-01cba42b3ff6, infoPort=34179, infoSecurePort=0, ipcPort=46837, storageInfo=lv=-57;cid=testClusterID;nsid=1674155763;c=1732616336780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:18:57,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51b9b1b6f63844e7 with lease ID 0x74bef5475445e03e: Processing first storage report for DS-37a0f8f6-dcc8-4cb3-b97c-1e523095e47c from datanode DatanodeRegistration(127.0.0.1:46547, datanodeUuid=02453912-d8dc-4b15-8594-01cba42b3ff6, infoPort=34179, infoSecurePort=0, ipcPort=46837, storageInfo=lv=-57;cid=testClusterID;nsid=1674155763;c=1732616336780) 2024-11-26T10:18:57,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51b9b1b6f63844e7 with lease ID 0x74bef5475445e03e: from storage DS-37a0f8f6-dcc8-4cb3-b97c-1e523095e47c node DatanodeRegistration(127.0.0.1:46547, datanodeUuid=02453912-d8dc-4b15-8594-01cba42b3ff6, infoPort=34179, infoSecurePort=0, ipcPort=46837, storageInfo=lv=-57;cid=testClusterID;nsid=1674155763;c=1732616336780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:18:57,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab 2024-11-26T10:18:57,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:18:57,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:18:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:18:57,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e with version=8 2024-11-26T10:18:57,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/hbase-staging 2024-11-26T10:18:57,811 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:18:57,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:18:57,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:18:57,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:18:57,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:18:57,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:18:57,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:18:57,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:18:57,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43203 2024-11-26T10:18:57,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43203 connecting to ZooKeeper ensemble=127.0.0.1:57953 2024-11-26T10:18:57,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432030x0, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:18:57,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43203-0x10153c920060000 connected 2024-11-26T10:18:57,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:18:57,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:18:57,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/running 2024-11-26T10:18:57,840 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e, hbase.cluster.distributed=false 2024-11-26T10:18:57,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/acl 2024-11-26T10:18:57,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43203 2024-11-26T10:18:57,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43203 2024-11-26T10:18:57,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43203 2024-11-26T10:18:57,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43203 2024-11-26T10:18:57,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43203 2024-11-26T10:18:57,860 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:18:57,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:18:57,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:18:57,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:18:57,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:18:57,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:18:57,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:18:57,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:18:57,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37759 2024-11-26T10:18:57,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37759 connecting to ZooKeeper ensemble=127.0.0.1:57953 2024-11-26T10:18:57,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:18:57,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:18:57,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377590x0, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:18:57,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377590x0, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/running 2024-11-26T10:18:57,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37759-0x10153c920060001 connected 2024-11-26T10:18:57,868 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:18:57,870 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:18:57,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/master 2024-11-26T10:18:57,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/acl 2024-11-26T10:18:57,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37759 2024-11-26T10:18:57,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37759 2024-11-26T10:18:57,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37759 2024-11-26T10:18:57,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37759 2024-11-26T10:18:57,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37759 2024-11-26T10:18:57,891 DEBUG [M:0;94eedbb855cf:43203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:43203 2024-11-26T10:18:57,892 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1491581309/backup-masters/94eedbb855cf,43203,1732616337811 2024-11-26T10:18:57,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309/backup-masters 2024-11-26T10:18:57,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309/backup-masters 2024-11-26T10:18:57,894 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on existing znode=/0-1491581309/backup-masters/94eedbb855cf,43203,1732616337811 2024-11-26T10:18:57,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:18:57,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1491581309/master 2024-11-26T10:18:57,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:18:57,898 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on existing znode=/0-1491581309/master 2024-11-26T10:18:57,899 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1491581309/backup-masters/94eedbb855cf,43203,1732616337811 from backup master directory 2024-11-26T10:18:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309/backup-masters 2024-11-26T10:18:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491581309/backup-masters/94eedbb855cf,43203,1732616337811 2024-11-26T10:18:57,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309/backup-masters 2024-11-26T10:18:57,900 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:18:57,900 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,43203,1732616337811 2024-11-26T10:18:57,904 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/hbase.id] with ID: 1f38d393-7384-42e5-82ed-6f94408066e9 2024-11-26T10:18:57,904 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/.tmp/hbase.id 2024-11-26T10:18:57,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:18:58,312 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/.tmp/hbase.id]:[hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/hbase.id] 2024-11-26T10:18:58,322 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:18:58,323 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:18:58,324 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T10:18:58,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:18:58,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:18:58,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:18:58,732 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:18:58,733 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:18:58,733 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:18:58,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:18:59,140 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store 2024-11-26T10:18:59,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:18:59,547 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:18:59,547 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:18:59,547 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:18:59,547 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:18:59,547 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:18:59,547 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:18:59,547 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:18:59,547 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616339547Disabling compacts and flushes for region at 1732616339547Disabling writes for close at 1732616339547Writing region close event to WAL at 1732616339547Closed at 1732616339547 2024-11-26T10:18:59,548 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/.initializing 2024-11-26T10:18:59,548 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,43203,1732616337811 2024-11-26T10:18:59,549 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:18:59,550 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C43203%2C1732616337811, suffix=, logDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,43203,1732616337811, archiveDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/oldWALs, maxLogs=10 2024-11-26T10:18:59,564 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,43203,1732616337811/94eedbb855cf%2C43203%2C1732616337811.1732616339550, exclude list is [], retry=0 2024-11-26T10:18:59,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-bbcdddfc-0779-4cef-a1ce-787af5293992,DISK] 2024-11-26T10:18:59,568 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,43203,1732616337811/94eedbb855cf%2C43203%2C1732616337811.1732616339550 2024-11-26T10:18:59,568 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-26T10:18:59,568 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:18:59,568 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:18:59,569 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:18:59,569 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:18:59,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:18:59,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:18:59,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:18:59,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:18:59,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:18:59,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:18:59,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:18:59,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:18:59,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:18:59,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:18:59,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:18:59,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:18:59,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:18:59,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:18:59,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:18:59,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:18:59,576 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:18:59,576 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:18:59,577 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:18:59,578 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:18:59,578 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:18:59,578 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:18:59,579 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:18:59,581 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:18:59,582 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69044305, jitterRate=0.0288403183221817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:18:59,582 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616339569Initializing all the Stores at 1732616339569Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616339569Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616339570 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616339570Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616339570Cleaning up temporary data from old regions at 1732616339578 (+8 ms)Region opened successfully at 1732616339582 (+4 ms) 2024-11-26T10:18:59,582 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:18:59,585 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135e0142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:18:59,586 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:18:59,586 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:18:59,586 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:18:59,586 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:18:59,587 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:18:59,587 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:18:59,587 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:18:59,589 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:18:59,589 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Unable to get data of znode /0-1491581309/balancer because node does not exist (not necessarily an error) 2024-11-26T10:18:59,591 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/balancer already deleted, retry=false 2024-11-26T10:18:59,591 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:18:59,591 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Unable to get data of znode /0-1491581309/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:18:59,596 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/normalizer already deleted, retry=false 2024-11-26T10:18:59,597 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:18:59,597 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Unable to get data of znode /0-1491581309/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:18:59,598 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/switch/split already deleted, retry=false 2024-11-26T10:18:59,599 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Unable to get data of znode /0-1491581309/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:18:59,600 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/switch/merge already deleted, retry=false 2024-11-26T10:18:59,602 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Unable to get data of znode /0-1491581309/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:18:59,603 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/snapshot-cleanup already deleted, retry=false 2024-11-26T10:18:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1491581309/running 2024-11-26T10:18:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1491581309/running 2024-11-26T10:18:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:18:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:18:59,610 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,43203,1732616337811, sessionid=0x10153c920060000, setting cluster-up flag (Was=false) 2024-11-26T10:18:59,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:18:59,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:18:59,618 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1491581309/flush-table-proc/acquired, /0-1491581309/flush-table-proc/reached, /0-1491581309/flush-table-proc/abort 2024-11-26T10:18:59,619 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,43203,1732616337811 2024-11-26T10:18:59,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:18:59,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:18:59,627 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1491581309/online-snapshot/acquired, /0-1491581309/online-snapshot/reached, /0-1491581309/online-snapshot/abort 2024-11-26T10:18:59,628 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,43203,1732616337811 2024-11-26T10:18:59,629 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:18:59,630 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:18:59,630 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:18:59,630 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:18:59,631 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,43203,1732616337811 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:18:59,632 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:18:59,632 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:18:59,632 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:18:59,632 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:18:59,632 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:18:59,632 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,632 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:18:59,632 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616369632 2024-11-26T10:18:59,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:18:59,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:18:59,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:18:59,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:18:59,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:18:59,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:18:59,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,633 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:18:59,633 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:18:59,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:18:59,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:18:59,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:18:59,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:18:59,634 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:18:59,634 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:18:59,634 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616339634,5,FailOnTimeoutGroup] 2024-11-26T10:18:59,634 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:18:59,634 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616339634,5,FailOnTimeoutGroup] 2024-11-26T10:18:59,634 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,634 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:18:59,634 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,634 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:18:59,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:18:59,682 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(746): ClusterId : 1f38d393-7384-42e5-82ed-6f94408066e9 2024-11-26T10:18:59,682 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:18:59,684 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:18:59,684 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:18:59,686 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:18:59,687 DEBUG [RS:0;94eedbb855cf:37759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3497f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:18:59,698 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:37759 2024-11-26T10:18:59,699 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:18:59,699 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:18:59,699 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:18:59,699 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,43203,1732616337811 with port=37759, startcode=1732616337859 2024-11-26T10:18:59,699 DEBUG [RS:0;94eedbb855cf:37759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:18:59,701 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:18:59,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,37759,1732616337859 2024-11-26T10:18:59,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43203 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,37759,1732616337859 2024-11-26T10:18:59,702 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e 2024-11-26T10:18:59,702 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42613 2024-11-26T10:18:59,702 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:18:59,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309/rs 2024-11-26T10:18:59,704 DEBUG [RS:0;94eedbb855cf:37759 {}] zookeeper.ZKUtil(111): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on existing znode=/0-1491581309/rs/94eedbb855cf,37759,1732616337859 2024-11-26T10:18:59,704 WARN [RS:0;94eedbb855cf:37759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:18:59,704 INFO [RS:0;94eedbb855cf:37759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:18:59,704 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859 2024-11-26T10:18:59,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,37759,1732616337859] 2024-11-26T10:18:59,707 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:18:59,709 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:18:59,709 INFO [RS:0;94eedbb855cf:37759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:18:59,709 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,709 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:18:59,710 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:18:59,710 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:18:59,710 DEBUG [RS:0;94eedbb855cf:37759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:18:59,715 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,715 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,715 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,715 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,715 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,715 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37759,1732616337859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:18:59,729 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:18:59,729 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37759,1732616337859-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,729 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,729 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.Replication(171): 94eedbb855cf,37759,1732616337859 started 2024-11-26T10:18:59,742 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:18:59,742 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,37759,1732616337859, RpcServer on 94eedbb855cf/172.17.0.2:37759, sessionid=0x10153c920060001 2024-11-26T10:18:59,743 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:18:59,743 DEBUG [RS:0;94eedbb855cf:37759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,37759,1732616337859 2024-11-26T10:18:59,743 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,37759,1732616337859' 2024-11-26T10:18:59,743 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1491581309/flush-table-proc/abort' 2024-11-26T10:18:59,743 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1491581309/flush-table-proc/acquired' 2024-11-26T10:18:59,744 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:18:59,744 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:18:59,744 DEBUG [RS:0;94eedbb855cf:37759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,37759,1732616337859 2024-11-26T10:18:59,744 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,37759,1732616337859' 2024-11-26T10:18:59,744 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1491581309/online-snapshot/abort' 2024-11-26T10:18:59,744 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1491581309/online-snapshot/acquired' 2024-11-26T10:18:59,744 DEBUG [RS:0;94eedbb855cf:37759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:18:59,744 INFO [RS:0;94eedbb855cf:37759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:18:59,744 INFO [RS:0;94eedbb855cf:37759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:18:59,845 INFO [RS:0;94eedbb855cf:37759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:18:59,847 INFO [RS:0;94eedbb855cf:37759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C37759%2C1732616337859, suffix=, logDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859, archiveDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/oldWALs, maxLogs=10 2024-11-26T10:18:59,864 DEBUG [RS:0;94eedbb855cf:37759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.1732616339847, exclude list is [], retry=0 2024-11-26T10:18:59,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-bbcdddfc-0779-4cef-a1ce-787af5293992,DISK] 2024-11-26T10:18:59,868 INFO [RS:0;94eedbb855cf:37759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.1732616339847 2024-11-26T10:18:59,869 DEBUG [RS:0;94eedbb855cf:37759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-26T10:19:00,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:19:00,041 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e 2024-11-26T10:19:00,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:19:00,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:19:00,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:00,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:00,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:00,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:00,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:00,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:00,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:00,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:00,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:00,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:00,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:00,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:00,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:00,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:00,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:00,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:00,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:00,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:00,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:00,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:00,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:00,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:00,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:00,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:00,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740 2024-11-26T10:19:00,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740 2024-11-26T10:19:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:00,457 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:00,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:00,459 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:00,460 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62083844, jitterRate=-0.07487863302230835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:00,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616340448Initializing all the Stores at 1732616340448Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616340448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616340449 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616340449Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616340449Cleaning up temporary data from old regions at 1732616340456 (+7 ms)Region opened successfully at 1732616340461 (+5 ms) 2024-11-26T10:19:00,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:19:00,461 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:19:00,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:19:00,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:19:00,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:19:00,461 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:00,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616340461Disabling compacts and flushes for region at 1732616340461Disabling writes for close at 1732616340461Writing region close event to WAL at 1732616340461Closed at 1732616340461 2024-11-26T10:19:00,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:00,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:19:00,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:19:00,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:00,464 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:19:00,614 DEBUG [94eedbb855cf:43203 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:19:00,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,37759,1732616337859 2024-11-26T10:19:00,616 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37759,1732616337859, state=OPENING 2024-11-26T10:19:00,618 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:19:00,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:00,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:00,623 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:00,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491581309/meta-region-server: CHANGED 2024-11-26T10:19:00,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491581309/meta-region-server: CHANGED 2024-11-26T10:19:00,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37759,1732616337859}] 2024-11-26T10:19:00,776 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:19:00,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:19:00,781 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:19:00,781 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:00,781 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:19:00,783 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C37759%2C1732616337859.meta, suffix=.meta, logDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859, archiveDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/oldWALs, maxLogs=10 2024-11-26T10:19:00,796 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.meta.1732616340783.meta, exclude list is [], retry=0 2024-11-26T10:19:00,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-bbcdddfc-0779-4cef-a1ce-787af5293992,DISK] 2024-11-26T10:19:00,799 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.meta.1732616340783.meta 2024-11-26T10:19:00,800 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-26T10:19:00,800 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:00,800 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:00,800 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:00,800 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:19:00,800 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:19:00,800 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:19:00,801 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:00,801 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:19:00,801 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:19:00,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:00,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:00,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:00,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:00,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:00,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:00,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:00,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:00,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:00,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:00,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:00,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:00,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:00,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:00,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:00,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:00,806 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:00,807 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740 2024-11-26T10:19:00,808 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740 2024-11-26T10:19:00,809 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:00,809 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:00,809 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:00,810 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:00,811 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74441962, jitterRate=0.10927167534828186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:00,811 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:19:00,811 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616340801Writing region info on filesystem at 1732616340801Initializing all the Stores at 1732616340801Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616340801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616340802 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616340802Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616340802Cleaning up temporary data from old regions at 1732616340809 (+7 ms)Running coprocessor post-open hooks at 1732616340811 (+2 ms)Region opened successfully at 1732616340811 2024-11-26T10:19:00,812 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616340776 2024-11-26T10:19:00,814 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:19:00,814 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:19:00,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37759,1732616337859 2024-11-26T10:19:00,815 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37759,1732616337859, state=OPEN 2024-11-26T10:19:00,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1491581309/meta-region-server 2024-11-26T10:19:00,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1491581309/meta-region-server 2024-11-26T10:19:00,817 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,37759,1732616337859 2024-11-26T10:19:00,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491581309/meta-region-server: CHANGED 2024-11-26T10:19:00,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491581309/meta-region-server: CHANGED 2024-11-26T10:19:00,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:19:00,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37759,1732616337859 in 194 msec 2024-11-26T10:19:00,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:19:00,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-26T10:19:00,821 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:00,821 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:19:00,822 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:00,822 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37759,1732616337859, seqNum=-1] 2024-11-26T10:19:00,823 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:00,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:00,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-26T10:19:00,829 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616340829, completionTime=-1 2024-11-26T10:19:00,829 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:19:00,829 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:19:00,831 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:19:00,831 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616400831 2024-11-26T10:19:00,831 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616460831 2024-11-26T10:19:00,831 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:19:00,831 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43203,1732616337811-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:00,831 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43203,1732616337811-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:00,831 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43203,1732616337811-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:00,831 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:43203, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:00,831 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:00,832 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:00,834 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:19:00,835 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.935sec 2024-11-26T10:19:00,835 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:19:00,835 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:19:00,835 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:19:00,835 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:19:00,835 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:19:00,835 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43203,1732616337811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:00,835 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43203,1732616337811-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:19:00,837 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:19:00,838 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:19:00,838 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43203,1732616337811-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:00,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:00,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43203,-1 for getting cluster id 2024-11-26T10:19:00,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:00,884 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f38d393-7384-42e5-82ed-6f94408066e9' 2024-11-26T10:19:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f38d393-7384-42e5-82ed-6f94408066e9" 2024-11-26T10:19:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4d6ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43203,-1] 2024-11-26T10:19:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:00,886 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:00,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:00,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37759,1732616337859, seqNum=-1] 2024-11-26T10:19:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:00,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:00,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,43203,1732616337811 2024-11-26T10:19:00,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57953 2024-11-26T10:19:00,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:00,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153c920060002 connected 2024-11-26T10:19:00,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/hadoop.log.dir so I do NOT create it in target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e 2024-11-26T10:19:00,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:19:00,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/hadoop.tmp.dir so I do NOT create it in target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e 2024-11-26T10:19:00,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:19:00,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e 2024-11-26T10:19:00,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:19:00,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/cluster_65a5842c-8788-6f8c-60ac-4d8491dce07c, deleteOnExit=true 2024-11-26T10:19:00,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/test.cache.data in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:19:00,897 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:19:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:19:00,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:19:00,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:19:00,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:19:00,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:19:00,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:19:00,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:00,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:19:00,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:19:00,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:19:00,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:19:00,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:00,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:19:00,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:19:01,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d5d2530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/java.io.tmpdir/jetty-localhost-45141-hadoop-hdfs-3_4_1-tests_jar-_-any-6499700852419768630/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:19:01,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:45141} 2024-11-26T10:19:01,096 INFO [Time-limited test {}] server.Server(415): Started @132913ms 2024-11-26T10:19:01,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:01,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:19:01,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:19:01,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:19:01,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:19:01,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:19:01,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:19:01,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc2740d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/java.io.tmpdir/jetty-localhost-33667-hadoop-hdfs-3_4_1-tests_jar-_-any-4342040034416704409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:19:01,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:33667} 2024-11-26T10:19:01,372 INFO [Time-limited test {}] server.Server(415): Started @133190ms 2024-11-26T10:19:01,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:19:01,479 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/cluster_65a5842c-8788-6f8c-60ac-4d8491dce07c/data/data2/current/BP-1603088454-172.17.0.2-1732616340916/current, will proceed with Du for space computation calculation, 2024-11-26T10:19:01,479 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/cluster_65a5842c-8788-6f8c-60ac-4d8491dce07c/data/data1/current/BP-1603088454-172.17.0.2-1732616340916/current, will proceed with Du for space computation calculation, 2024-11-26T10:19:01,502 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:19:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dd0ee16dd577fdb with lease ID 0x48b4b7a8492f03a0: Processing first storage report for DS-fffc4996-39d0-4447-99dc-1aee6db6e45e from datanode DatanodeRegistration(127.0.0.1:43293, datanodeUuid=8b1b2b18-39b0-460c-be68-aa73a481c5a3, infoPort=33029, infoSecurePort=0, ipcPort=32893, storageInfo=lv=-57;cid=testClusterID;nsid=1030476628;c=1732616340916) 2024-11-26T10:19:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dd0ee16dd577fdb with lease ID 0x48b4b7a8492f03a0: from storage DS-fffc4996-39d0-4447-99dc-1aee6db6e45e node DatanodeRegistration(127.0.0.1:43293, datanodeUuid=8b1b2b18-39b0-460c-be68-aa73a481c5a3, infoPort=33029, infoSecurePort=0, ipcPort=32893, storageInfo=lv=-57;cid=testClusterID;nsid=1030476628;c=1732616340916), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:19:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dd0ee16dd577fdb with lease ID 0x48b4b7a8492f03a0: Processing first storage report for DS-38bcfc22-6675-4431-9cc9-da8a48ffefd4 from datanode DatanodeRegistration(127.0.0.1:43293, datanodeUuid=8b1b2b18-39b0-460c-be68-aa73a481c5a3, infoPort=33029, infoSecurePort=0, ipcPort=32893, storageInfo=lv=-57;cid=testClusterID;nsid=1030476628;c=1732616340916) 2024-11-26T10:19:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dd0ee16dd577fdb with lease ID 0x48b4b7a8492f03a0: from storage DS-38bcfc22-6675-4431-9cc9-da8a48ffefd4 node DatanodeRegistration(127.0.0.1:43293, datanodeUuid=8b1b2b18-39b0-460c-be68-aa73a481c5a3, infoPort=33029, infoSecurePort=0, ipcPort=32893, storageInfo=lv=-57;cid=testClusterID;nsid=1030476628;c=1732616340916), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:19:01,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e 2024-11-26T10:19:01,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:01,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:19:02,010 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632 with version=8 2024-11-26T10:19:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/hbase-staging 2024-11-26T10:19:02,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:19:02,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:02,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:02,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:19:02,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:02,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:19:02,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:19:02,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:19:02,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46615 2024-11-26T10:19:02,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46615 connecting to ZooKeeper ensemble=127.0.0.1:57953 2024-11-26T10:19:02,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466150x0, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:02,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46615-0x10153c920060003 connected 2024-11-26T10:19:02,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:02,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:02,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Set watcher on znode that does not yet exist, /1974767149/running 2024-11-26T10:19:02,036 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632, hbase.cluster.distributed=false 2024-11-26T10:19:02,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Set watcher on znode that does not yet exist, /1974767149/acl 2024-11-26T10:19:02,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-26T10:19:02,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46615 2024-11-26T10:19:02,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46615 2024-11-26T10:19:02,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-26T10:19:02,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46615 2024-11-26T10:19:02,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:19:02,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:02,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:02,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:19:02,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:02,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:19:02,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:19:02,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:19:02,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40431 2024-11-26T10:19:02,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40431 connecting to ZooKeeper ensemble=127.0.0.1:57953 2024-11-26T10:19:02,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:02,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:02,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404310x0, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:02,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404310x0, quorum=127.0.0.1:57953, baseZNode=/1974767149 Set watcher on znode that does not yet exist, /1974767149/running 2024-11-26T10:19:02,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40431-0x10153c920060004 connected 2024-11-26T10:19:02,074 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:19:02,079 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:19:02,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Set watcher on znode that does not yet exist, /1974767149/master 2024-11-26T10:19:02,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Set watcher on znode that does not yet exist, /1974767149/acl 2024-11-26T10:19:02,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40431 2024-11-26T10:19:02,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40431 2024-11-26T10:19:02,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40431 2024-11-26T10:19:02,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40431 2024-11-26T10:19:02,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40431 2024-11-26T10:19:02,101 DEBUG [M:0;94eedbb855cf:46615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:46615 2024-11-26T10:19:02,101 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1974767149/backup-masters/94eedbb855cf,46615,1732616342012 2024-11-26T10:19:02,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149/backup-masters 2024-11-26T10:19:02,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149/backup-masters 2024-11-26T10:19:02,103 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Set watcher on existing znode=/1974767149/backup-masters/94eedbb855cf,46615,1732616342012 2024-11-26T10:19:02,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1974767149/master 2024-11-26T10:19:02,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:02,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:02,105 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Set watcher on existing znode=/1974767149/master 2024-11-26T10:19:02,105 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1974767149/backup-masters/94eedbb855cf,46615,1732616342012 from backup master directory 2024-11-26T10:19:02,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1974767149/backup-masters/94eedbb855cf,46615,1732616342012 2024-11-26T10:19:02,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149/backup-masters 2024-11-26T10:19:02,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149/backup-masters 2024-11-26T10:19:02,107 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:19:02,107 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,46615,1732616342012 2024-11-26T10:19:02,114 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/hbase.id] with ID: 8a56e6a8-0d43-44c7-a9db-a2f98c5c0133 2024-11-26T10:19:02,114 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/.tmp/hbase.id 2024-11-26T10:19:02,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:19:02,522 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/.tmp/hbase.id]:[hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/hbase.id] 2024-11-26T10:19:02,532 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:02,532 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:19:02,533 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:19:02,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:02,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:19:02,943 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:02,944 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:19:02,944 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:19:03,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T10:19:03,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T10:19:03,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:19:03,351 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store 2024-11-26T10:19:03,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:19:03,758 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:03,758 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:19:03,758 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:03,758 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:03,758 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:19:03,758 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:03,758 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:03,758 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616343758Disabling compacts and flushes for region at 1732616343758Disabling writes for close at 1732616343758Writing region close event to WAL at 1732616343758Closed at 1732616343758 2024-11-26T10:19:03,759 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/.initializing 2024-11-26T10:19:03,759 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/WALs/94eedbb855cf,46615,1732616342012 2024-11-26T10:19:03,760 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:19:03,761 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C46615%2C1732616342012, suffix=, logDir=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/WALs/94eedbb855cf,46615,1732616342012, archiveDir=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/oldWALs, maxLogs=10 2024-11-26T10:19:03,774 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/WALs/94eedbb855cf,46615,1732616342012/94eedbb855cf%2C46615%2C1732616342012.1732616343761, exclude list is [], retry=0 2024-11-26T10:19:03,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43293,DS-fffc4996-39d0-4447-99dc-1aee6db6e45e,DISK] 2024-11-26T10:19:03,778 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/WALs/94eedbb855cf,46615,1732616342012/94eedbb855cf%2C46615%2C1732616342012.1732616343761 2024-11-26T10:19:03,778 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33029:33029)] 2024-11-26T10:19:03,779 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:03,779 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:03,779 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:03,779 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:03,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:03,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:19:03,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:03,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:03,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:03,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:19:03,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:03,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:03,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:03,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:19:03,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:03,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:03,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:03,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:19:03,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:03,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:03,785 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:03,786 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:03,786 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:03,787 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:03,787 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:03,787 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:03,788 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:03,790 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:03,790 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63106658, jitterRate=-0.05963751673698425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:03,790 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616343779Initializing all the Stores at 1732616343779Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616343779Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616343780 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616343780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616343780Cleaning up temporary data from old regions at 1732616343787 (+7 ms)Region opened successfully at 1732616343790 (+3 ms) 2024-11-26T10:19:03,790 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:19:03,793 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e029511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:19:03,794 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:19:03,794 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:19:03,794 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:19:03,794 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:19:03,794 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:19:03,795 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:19:03,795 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:19:03,796 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:19:03,797 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Unable to get data of znode /1974767149/balancer because node does not exist (not necessarily an error) 2024-11-26T10:19:03,798 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1974767149/balancer already deleted, retry=false 2024-11-26T10:19:03,798 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:19:03,799 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Unable to get data of znode /1974767149/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:19:03,800 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1974767149/normalizer already deleted, retry=false 2024-11-26T10:19:03,800 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:19:03,801 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Unable to get data of znode /1974767149/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:19:03,801 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1974767149/switch/split already deleted, retry=false 2024-11-26T10:19:03,802 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Unable to get data of znode /1974767149/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:19:03,804 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1974767149/switch/merge already deleted, retry=false 2024-11-26T10:19:03,806 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Unable to get data of znode /1974767149/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:19:03,807 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1974767149/snapshot-cleanup already deleted, retry=false 2024-11-26T10:19:03,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1974767149/running 2024-11-26T10:19:03,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:03,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1974767149/running 2024-11-26T10:19:03,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:03,809 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,46615,1732616342012, sessionid=0x10153c920060003, setting cluster-up flag (Was=false) 2024-11-26T10:19:03,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:03,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:03,816 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1974767149/flush-table-proc/acquired, /1974767149/flush-table-proc/reached, /1974767149/flush-table-proc/abort 2024-11-26T10:19:03,817 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,46615,1732616342012 2024-11-26T10:19:03,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:03,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:03,827 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1974767149/online-snapshot/acquired, /1974767149/online-snapshot/reached, /1974767149/online-snapshot/abort 2024-11-26T10:19:03,828 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,46615,1732616342012 2024-11-26T10:19:03,829 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:19:03,831 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:03,831 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:19:03,832 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:19:03,832 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,46615,1732616342012 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:19:03,833 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:03,833 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:03,833 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:03,833 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:03,833 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:19:03,833 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,833 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:19:03,833 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:03,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:19:03,836 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:03,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:19:03,841 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616373841 2024-11-26T10:19:03,841 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:19:03,841 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:19:03,841 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:19:03,841 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:19:03,841 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:19:03,841 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:19:03,844 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,845 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:19:03,845 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:19:03,845 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:19:03,845 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:19:03,845 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:19:03,845 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:19:03,846 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616343845,5,FailOnTimeoutGroup] 2024-11-26T10:19:03,846 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616343846,5,FailOnTimeoutGroup] 2024-11-26T10:19:03,846 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,847 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:19:03,847 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,847 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:19:03,891 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(746): ClusterId : 8a56e6a8-0d43-44c7-a9db-a2f98c5c0133 2024-11-26T10:19:03,891 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:19:03,893 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:19:03,893 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:19:03,895 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:19:03,895 DEBUG [RS:0;94eedbb855cf:40431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453d264f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:19:03,907 DEBUG [RS:0;94eedbb855cf:40431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:40431 2024-11-26T10:19:03,907 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:19:03,907 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:19:03,907 DEBUG [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:19:03,908 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,46615,1732616342012 with port=40431, startcode=1732616342062 2024-11-26T10:19:03,908 DEBUG [RS:0;94eedbb855cf:40431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:19:03,909 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:19:03,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,40431,1732616342062 2024-11-26T10:19:03,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46615 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,40431,1732616342062 2024-11-26T10:19:03,911 DEBUG [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632 2024-11-26T10:19:03,911 DEBUG [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40659 2024-11-26T10:19:03,911 DEBUG [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:19:03,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149/rs 2024-11-26T10:19:03,920 DEBUG [RS:0;94eedbb855cf:40431 {}] zookeeper.ZKUtil(111): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Set watcher on existing znode=/1974767149/rs/94eedbb855cf,40431,1732616342062 2024-11-26T10:19:03,920 WARN [RS:0;94eedbb855cf:40431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:19:03,920 INFO [RS:0;94eedbb855cf:40431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:03,920 DEBUG [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/WALs/94eedbb855cf,40431,1732616342062 2024-11-26T10:19:03,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,40431,1732616342062] 2024-11-26T10:19:03,923 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:19:03,924 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:19:03,925 INFO [RS:0;94eedbb855cf:40431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:19:03,925 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,925 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:19:03,926 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:19:03,926 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:19:03,926 DEBUG [RS:0;94eedbb855cf:40431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:19:03,926 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,927 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,927 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,927 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,927 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,927 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,40431,1732616342062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:03,941 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:19:03,941 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,40431,1732616342062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,941 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,941 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.Replication(171): 94eedbb855cf,40431,1732616342062 started 2024-11-26T10:19:03,954 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:03,954 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,40431,1732616342062, RpcServer on 94eedbb855cf/172.17.0.2:40431, sessionid=0x10153c920060004 2024-11-26T10:19:03,954 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:19:03,954 DEBUG [RS:0;94eedbb855cf:40431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,40431,1732616342062 2024-11-26T10:19:03,954 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,40431,1732616342062' 2024-11-26T10:19:03,954 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1974767149/flush-table-proc/abort' 2024-11-26T10:19:03,955 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1974767149/flush-table-proc/acquired' 2024-11-26T10:19:03,955 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:19:03,955 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:19:03,955 DEBUG [RS:0;94eedbb855cf:40431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,40431,1732616342062 2024-11-26T10:19:03,955 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,40431,1732616342062' 2024-11-26T10:19:03,955 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1974767149/online-snapshot/abort' 2024-11-26T10:19:03,955 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1974767149/online-snapshot/acquired' 2024-11-26T10:19:03,956 DEBUG [RS:0;94eedbb855cf:40431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:19:03,956 INFO [RS:0;94eedbb855cf:40431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:19:03,956 INFO [RS:0;94eedbb855cf:40431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:19:04,056 INFO [RS:0;94eedbb855cf:40431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:19:04,058 INFO [RS:0;94eedbb855cf:40431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C40431%2C1732616342062, suffix=, logDir=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/WALs/94eedbb855cf,40431,1732616342062, archiveDir=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/oldWALs, maxLogs=10 2024-11-26T10:19:04,073 DEBUG [RS:0;94eedbb855cf:40431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/WALs/94eedbb855cf,40431,1732616342062/94eedbb855cf%2C40431%2C1732616342062.1732616344058, exclude list is [], retry=0 2024-11-26T10:19:04,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43293,DS-fffc4996-39d0-4447-99dc-1aee6db6e45e,DISK] 2024-11-26T10:19:04,077 INFO [RS:0;94eedbb855cf:40431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/WALs/94eedbb855cf,40431,1732616342062/94eedbb855cf%2C40431%2C1732616342062.1732616344058 2024-11-26T10:19:04,077 DEBUG [RS:0;94eedbb855cf:40431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33029:33029)] 2024-11-26T10:19:04,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:19:04,249 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632 2024-11-26T10:19:04,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:19:04,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:04,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:04,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:04,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:04,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:04,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:04,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:04,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:04,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:04,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:04,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:04,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:04,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:04,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:04,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:04,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:04,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:04,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:04,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/data/hbase/meta/1588230740 2024-11-26T10:19:04,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/data/hbase/meta/1588230740 2024-11-26T10:19:04,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:04,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:04,665 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:04,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:04,668 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:04,668 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73414526, jitterRate=0.0939616858959198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:04,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616344656Initializing all the Stores at 1732616344656Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616344656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616344657 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616344657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616344657Cleaning up temporary data from old regions at 1732616344664 (+7 ms)Region opened successfully at 1732616344668 (+4 ms) 2024-11-26T10:19:04,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:19:04,668 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:19:04,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:19:04,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:19:04,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:19:04,669 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:04,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616344668Disabling compacts and flushes for region at 1732616344668Disabling writes for close at 1732616344669 (+1 ms)Writing region close event to WAL at 1732616344669Closed at 1732616344669 2024-11-26T10:19:04,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:04,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:19:04,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:19:04,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:04,672 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:19:04,822 DEBUG [94eedbb855cf:46615 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:19:04,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,40431,1732616342062 2024-11-26T10:19:04,824 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,40431,1732616342062, state=OPENING 2024-11-26T10:19:04,826 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:19:04,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:04,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:04,827 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:04,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,40431,1732616342062}] 2024-11-26T10:19:04,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1974767149/meta-region-server: CHANGED 2024-11-26T10:19:04,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1974767149/meta-region-server: CHANGED 2024-11-26T10:19:04,980 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:19:04,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:19:04,985 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:19:04,985 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:04,985 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:19:04,987 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C40431%2C1732616342062.meta, suffix=.meta, logDir=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/WALs/94eedbb855cf,40431,1732616342062, archiveDir=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/oldWALs, maxLogs=10 2024-11-26T10:19:05,000 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/WALs/94eedbb855cf,40431,1732616342062/94eedbb855cf%2C40431%2C1732616342062.meta.1732616344987.meta, exclude list is [], retry=0 2024-11-26T10:19:05,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43293,DS-fffc4996-39d0-4447-99dc-1aee6db6e45e,DISK] 2024-11-26T10:19:05,003 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/WALs/94eedbb855cf,40431,1732616342062/94eedbb855cf%2C40431%2C1732616342062.meta.1732616344987.meta 2024-11-26T10:19:05,003 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33029:33029)] 2024-11-26T10:19:05,004 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:05,004 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:05,004 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:05,004 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:19:05,004 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:19:05,004 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:19:05,004 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:05,004 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:19:05,004 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:19:05,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:05,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:05,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:05,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:05,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:05,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:05,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:05,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:05,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:05,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:05,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:05,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:05,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:05,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:05,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:05,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:05,010 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:05,010 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/data/hbase/meta/1588230740 2024-11-26T10:19:05,011 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/data/hbase/meta/1588230740 2024-11-26T10:19:05,012 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:05,012 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:05,012 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:05,013 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:05,014 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66337944, jitterRate=-0.011487603187561035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:05,014 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:19:05,014 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616345004Writing region info on filesystem at 1732616345004Initializing all the Stores at 1732616345005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616345005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616345005Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616345005Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616345005Cleaning up temporary data from old regions at 1732616345012 (+7 ms)Running coprocessor post-open hooks at 1732616345014 (+2 ms)Region opened successfully at 1732616345014 2024-11-26T10:19:05,015 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616344980 2024-11-26T10:19:05,017 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:19:05,017 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:19:05,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,40431,1732616342062 2024-11-26T10:19:05,019 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,40431,1732616342062, state=OPEN 2024-11-26T10:19:05,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1974767149/meta-region-server 2024-11-26T10:19:05,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1974767149/meta-region-server 2024-11-26T10:19:05,021 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,40431,1732616342062 2024-11-26T10:19:05,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1974767149/meta-region-server: CHANGED 2024-11-26T10:19:05,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1974767149/meta-region-server: CHANGED 2024-11-26T10:19:05,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:19:05,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,40431,1732616342062 in 194 msec 2024-11-26T10:19:05,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:19:05,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-26T10:19:05,026 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:05,026 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:19:05,027 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:05,027 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40431,1732616342062, seqNum=-1] 2024-11-26T10:19:05,027 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:05,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:05,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-26T10:19:05,033 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616345033, completionTime=-1 2024-11-26T10:19:05,033 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:19:05,033 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:19:05,035 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:19:05,035 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616405035 2024-11-26T10:19:05,035 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616465035 2024-11-26T10:19:05,035 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T10:19:05,035 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,46615,1732616342012-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:05,035 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,46615,1732616342012-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:05,035 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,46615,1732616342012-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:05,035 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:46615, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:05,035 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:05,035 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:05,037 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:19:05,039 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-11-26T10:19:05,039 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:19:05,039 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:19:05,039 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:19:05,039 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:19:05,039 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:19:05,039 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,46615,1732616342012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:05,039 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,46615,1732616342012-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:19:05,041 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:19:05,041 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:19:05,041 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,46615,1732616342012-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:05,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:05,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,46615,-1 for getting cluster id 2024-11-26T10:19:05,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:05,093 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a56e6a8-0d43-44c7-a9db-a2f98c5c0133' 2024-11-26T10:19:05,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:05,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a56e6a8-0d43-44c7-a9db-a2f98c5c0133" 2024-11-26T10:19:05,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b832c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:05,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,46615,-1] 2024-11-26T10:19:05,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:05,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:05,095 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:05,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:05,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40431,1732616342062, seqNum=-1] 2024-11-26T10:19:05,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:05,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:05,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,46615,1732616342012 2024-11-26T10:19:05,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57953 2024-11-26T10:19:05,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:05,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153c920060005 connected 2024-11-26T10:19:05,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2780a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:05,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43203,-1 for getting cluster id 2024-11-26T10:19:05,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:05,107 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f38d393-7384-42e5-82ed-6f94408066e9' 2024-11-26T10:19:05,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:05,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f38d393-7384-42e5-82ed-6f94408066e9" 2024-11-26T10:19:05,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:05,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43203,-1] 2024-11-26T10:19:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:05,108 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:05,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557107b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:05,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43203,1732616337811 2024-11-26T10:19:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22c0dcf9 2024-11-26T10:19:05,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:05,111 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:05,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:46615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:19:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:19:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:05,114 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:46615' 2024-11-26T10:19:05,115 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35db687f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:05,115 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,46615,-1 for getting cluster id 2024-11-26T10:19:05,115 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:05,115 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a56e6a8-0d43-44c7-a9db-a2f98c5c0133' 2024-11-26T10:19:05,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:05,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a56e6a8-0d43-44c7-a9db-a2f98c5c0133" 2024-11-26T10:19:05,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b2a1d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:05,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,46615,-1] 2024-11-26T10:19:05,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:05,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:05,117 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:05,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c712be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:05,118 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:05,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,46615,1732616342012 2024-11-26T10:19:05,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57c27650 2024-11-26T10:19:05,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:05,119 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:05,120 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T10:19:05,120 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:19:05,120 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:05,120 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:05,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:05,120 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:05,121 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:19:05,123 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:19:05,123 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:05,124 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:19:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741835_1011 (size=1138) 2024-11-26T10:19:05,172 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:19:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:05,531 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c38c24c03359b67cec51ffd52f52078, NAME => 'hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e 2024-11-26T10:19:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741836_1012 (size=44) 2024-11-26T10:19:05,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:19:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:05,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:05,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2c38c24c03359b67cec51ffd52f52078, disabling compactions & flushes 2024-11-26T10:19:05,937 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:05,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:05,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. after waiting 0 ms 2024-11-26T10:19:05,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:05,937 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:05,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c38c24c03359b67cec51ffd52f52078: Waiting for close lock at 1732616345937Disabling compacts and flushes for region at 1732616345937Disabling writes for close at 1732616345937Writing region close event to WAL at 1732616345937Closed at 1732616345937 2024-11-26T10:19:05,938 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:19:05,939 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616345938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616345938"}]},"ts":"1732616345938"} 2024-11-26T10:19:05,941 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:19:05,941 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:19:05,942 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616345942"}]},"ts":"1732616345942"} 2024-11-26T10:19:05,943 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:19:05,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c38c24c03359b67cec51ffd52f52078, ASSIGN}] 2024-11-26T10:19:05,945 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c38c24c03359b67cec51ffd52f52078, ASSIGN 2024-11-26T10:19:05,945 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c38c24c03359b67cec51ffd52f52078, ASSIGN; state=OFFLINE, location=94eedbb855cf,37759,1732616337859; forceNewPlan=false, retain=false 2024-11-26T10:19:06,096 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2c38c24c03359b67cec51ffd52f52078, regionState=OPENING, regionLocation=94eedbb855cf,37759,1732616337859 2024-11-26T10:19:06,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c38c24c03359b67cec51ffd52f52078, ASSIGN because future has completed 2024-11-26T10:19:06,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c38c24c03359b67cec51ffd52f52078, server=94eedbb855cf,37759,1732616337859}] 2024-11-26T10:19:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:06,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:06,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:06,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:19:06,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C37759%2C1732616337859.rep, suffix=, logDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859, archiveDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/oldWALs, maxLogs=10 2024-11-26T10:19:06,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.rep.1732616346255, exclude list is [], retry=0 2024-11-26T10:19:06,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-bbcdddfc-0779-4cef-a1ce-787af5293992,DISK] 2024-11-26T10:19:06,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.rep.1732616346255 2024-11-26T10:19:06,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-26T10:19:06,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c38c24c03359b67cec51ffd52f52078, NAME => 'hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:06,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:06,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:06,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. service=MultiRowMutationService 2024-11-26T10:19:06,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:19:06,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:06,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,276 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,277 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c38c24c03359b67cec51ffd52f52078 columnFamilyName hfileref 2024-11-26T10:19:06,277 DEBUG [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:06,278 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.HStore(327): Store=2c38c24c03359b67cec51ffd52f52078/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:06,278 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,279 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c38c24c03359b67cec51ffd52f52078 columnFamilyName queue 2024-11-26T10:19:06,279 DEBUG [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:06,279 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.HStore(327): Store=2c38c24c03359b67cec51ffd52f52078/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:06,279 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,280 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c38c24c03359b67cec51ffd52f52078 columnFamilyName sid 2024-11-26T10:19:06,280 DEBUG [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:06,281 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.HStore(327): Store=2c38c24c03359b67cec51ffd52f52078/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:06,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:19:06,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:06,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2c38c24c03359b67cec51ffd52f52078; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62043385, jitterRate=-0.07548151910305023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:19:06,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:06,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2c38c24c03359b67cec51ffd52f52078: Running coprocessor pre-open hook at 1732616346274Writing region info on filesystem at 1732616346274Initializing all the Stores at 1732616346275 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616346275Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616346276 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616346276Cleaning up temporary data from old regions at 1732616346283 (+7 ms)Running coprocessor post-open hooks at 1732616346287 (+4 ms)Region opened successfully at 1732616346287 2024-11-26T10:19:06,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078., pid=7, masterSystemTime=1732616346250 2024-11-26T10:19:06,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:06,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:06,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2c38c24c03359b67cec51ffd52f52078, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37759,1732616337859 2024-11-26T10:19:06,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c38c24c03359b67cec51ffd52f52078, server=94eedbb855cf,37759,1732616337859 because future has completed 2024-11-26T10:19:06,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T10:19:06,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c38c24c03359b67cec51ffd52f52078, server=94eedbb855cf,37759,1732616337859 in 195 msec 2024-11-26T10:19:06,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:19:06,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c38c24c03359b67cec51ffd52f52078, ASSIGN in 351 msec 2024-11-26T10:19:06,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:19:06,299 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616346298"}]},"ts":"1732616346298"} 2024-11-26T10:19:06,300 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:19:06,301 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:19:06,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:19:06,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-26T10:19:06,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078., hostname=94eedbb855cf,37759,1732616337859, seqNum=2] 2024-11-26T10:19:06,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:06,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:06,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:19:06,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:06,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:06,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:06,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:06,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:06,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:06,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T10:19:06,492 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:19:06,521 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,37759,1732616337859, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:19:06,522 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:06,522 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37759,1732616337859, seqNum=-1] 2024-11-26T10:19:06,522 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:06,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-26T10:19:06,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,37759,1732616337859', locateType=CURRENT is [region=hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078., hostname=94eedbb855cf,37759,1732616337859, seqNum=2] 2024-11-26T10:19:06,528 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T10:19:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T10:19:06,530 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,37759,1732616337859 suceeded 2024-11-26T10:19:06,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T10:19:06,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-26T10:19:06,532 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:46615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:19:06,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-26T10:19:06,546 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:46615' 2024-11-26T10:19:06,547 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a2b37bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:06,547 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,46615,-1 for getting cluster id 2024-11-26T10:19:06,547 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:06,548 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a56e6a8-0d43-44c7-a9db-a2f98c5c0133' 2024-11-26T10:19:06,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:06,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a56e6a8-0d43-44c7-a9db-a2f98c5c0133" 2024-11-26T10:19:06,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69be2941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:06,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,46615,-1] 2024-11-26T10:19:06,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:06,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:06,549 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:06,550 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fa5f721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:06,550 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:06,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,46615,1732616342012 2024-11-26T10:19:06,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14a83049 2024-11-26T10:19:06,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:06,552 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-26T10:19:06,553 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,37759,1732616337859 (queues=1) is replicating from cluster=1f38d393-7384-42e5-82ed-6f94408066e9 to cluster=8a56e6a8-0d43-44c7-a9db-a2f98c5c0133 2024-11-26T10:19:06,553 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C37759%2C1732616337859 2024-11-26T10:19:06,553 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,37759,1732616337859, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:19:06,554 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859.replicationSource.shipper94eedbb855cf%2C37759%2C1732616337859,1-94eedbb855cf,37759,1732616337859 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C37759%2C1732616337859 2024-11-26T10:19:06,554 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859.replicationSource.wal-reader.94eedbb855cf%2C37759%2C1732616337859,1-94eedbb855cf,37759,1732616337859 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.1732616339847, startPosition=0, beingWritten=true 2024-11-26T10:19:06,758 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859.replicationSource.wal-reader.94eedbb855cf%2C37759%2C1732616337859,1-94eedbb855cf,37759,1732616337859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.1732616339847 to pos 0, reset compression=false 2024-11-26T10:19:07,064 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859.replicationSource.wal-reader.94eedbb855cf%2C37759%2C1732616337859,1-94eedbb855cf,37759,1732616337859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.1732616339847 to pos 0, reset compression=false 2024-11-26T10:19:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:07,260 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:19:07,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:07,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:07,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:07,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:07,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:07,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43203,1732616337811 2024-11-26T10:19:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68770c36 2024-11-26T10:19:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:07,263 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:07,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43203 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T10:19:07,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:07,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:07,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:07,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:07,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:07,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:19:07,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=652317158, stopped=false 2024-11-26T10:19:07,264 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,43203,1732616337811 2024-11-26T10:19:07,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491581309/running 2024-11-26T10:19:07,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491581309/running 2024-11-26T10:19:07,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:07,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:07,266 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:19:07,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:07,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:07,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:07,267 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,37759,1732616337859' ***** 2024-11-26T10:19:07,267 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:19:07,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/running 2024-11-26T10:19:07,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/running 2024-11-26T10:19:07,267 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:19:07,267 INFO [RS:0;94eedbb855cf:37759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:19:07,267 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:19:07,267 INFO [RS:0;94eedbb855cf:37759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:19:07,267 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:07,267 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,37759,1732616337859 2024-11-26T10:19:07,267 INFO [RS:0;94eedbb855cf:37759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:19:07,268 INFO [RS:0;94eedbb855cf:37759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:37759. 2024-11-26T10:19:07,268 DEBUG [RS:0;94eedbb855cf:37759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:07,268 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c38c24c03359b67cec51ffd52f52078, disabling compactions & flushes 2024-11-26T10:19:07,268 DEBUG [RS:0;94eedbb855cf:37759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:07,268 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:07,268 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:07,268 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. after waiting 0 ms 2024-11-26T10:19:07,268 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:07,268 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:19:07,268 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c38c24c03359b67cec51ffd52f52078 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T10:19:07,268 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:19:07,268 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:19:07,268 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:19:07,268 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:19:07,268 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1325): Online Regions={2c38c24c03359b67cec51ffd52f52078=hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:19:07,268 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:07,268 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:19:07,268 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:19:07,268 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:19:07,268 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:19:07,268 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:19:07,269 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T10:19:07,284 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/.tmp/info/2f709796f54d408084f6cfe4aa09f336 is 147, key is hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078./info:regioninfo/1732616346291/Put/seqid=0 2024-11-26T10:19:07,287 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078/.tmp/queue/3c214eb9678142798ed1bc7553aa66f0 is 151, key is 1-94eedbb855cf,37759,1732616337859/queue:94eedbb855cf%2C37759%2C1732616337859/1732616346527/Put/seqid=0 2024-11-26T10:19:07,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741838_1014 (size=6631) 2024-11-26T10:19:07,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741839_1015 (size=5350) 2024-11-26T10:19:07,328 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:19:07,468 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:07,469 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859.replicationSource.wal-reader.94eedbb855cf%2C37759%2C1732616337859,1-94eedbb855cf,37759,1732616337859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.1732616339847 to pos 0, reset compression=false 2024-11-26T10:19:07,669 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:07,689 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/.tmp/info/2f709796f54d408084f6cfe4aa09f336 2024-11-26T10:19:07,691 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078/.tmp/queue/3c214eb9678142798ed1bc7553aa66f0 2024-11-26T10:19:07,696 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078/.tmp/queue/3c214eb9678142798ed1bc7553aa66f0 as hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078/queue/3c214eb9678142798ed1bc7553aa66f0 2024-11-26T10:19:07,701 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078/queue/3c214eb9678142798ed1bc7553aa66f0, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T10:19:07,702 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2c38c24c03359b67cec51ffd52f52078 in 434ms, sequenceid=5, compaction requested=false 2024-11-26T10:19:07,702 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T10:19:07,708 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T10:19:07,708 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:07,708 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:19:07,708 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:07,708 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c38c24c03359b67cec51ffd52f52078: Waiting for close lock at 1732616347268Running coprocessor pre-close hooks at 1732616347268Disabling compacts and flushes for region at 1732616347268Disabling writes for close at 1732616347268Obtaining lock to block concurrent updates at 1732616347268Preparing flush snapshotting stores in 2c38c24c03359b67cec51ffd52f52078 at 1732616347268Finished memstore snapshotting hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732616347268Flushing stores of hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. at 1732616347269 (+1 ms)Flushing 2c38c24c03359b67cec51ffd52f52078/queue: creating writer at 1732616347269Flushing 2c38c24c03359b67cec51ffd52f52078/queue: appending metadata at 1732616347286 (+17 ms)Flushing 2c38c24c03359b67cec51ffd52f52078/queue: closing flushed file at 1732616347286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154dcb1d: reopening flushed file at 1732616347695 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2c38c24c03359b67cec51ffd52f52078 in 434ms, sequenceid=5, compaction requested=false at 1732616347702 (+7 ms)Writing region close event to WAL at 1732616347705 (+3 ms)Running coprocessor post-close hooks at 1732616347708 (+3 ms)Closed at 1732616347708 2024-11-26T10:19:07,708 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:07,711 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/.tmp/ns/84944755ff814b7d9731dfe7b45319c9 is 43, key is default/ns:d/1732616340824/Put/seqid=0 2024-11-26T10:19:07,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741840_1016 (size=5153) 2024-11-26T10:19:07,716 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:19:07,716 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:19:07,869 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:07,974 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859.replicationSource.wal-reader.94eedbb855cf%2C37759%2C1732616337859,1-94eedbb855cf,37759,1732616337859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.1732616339847 to pos 0, reset compression=false 2024-11-26T10:19:08,069 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:08,115 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/.tmp/ns/84944755ff814b7d9731dfe7b45319c9 2024-11-26T10:19:08,134 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/.tmp/table/bd052f56e8344e208efd4cd93c106622 is 53, key is hbase:replication/table:state/1732616346298/Put/seqid=0 2024-11-26T10:19:08,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741841_1017 (size=5256) 2024-11-26T10:19:08,269 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:19:08,269 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:19:08,269 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:08,470 DEBUG [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:08,539 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/.tmp/table/bd052f56e8344e208efd4cd93c106622 2024-11-26T10:19:08,545 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/.tmp/info/2f709796f54d408084f6cfe4aa09f336 as hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/info/2f709796f54d408084f6cfe4aa09f336 2024-11-26T10:19:08,549 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/info/2f709796f54d408084f6cfe4aa09f336, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T10:19:08,550 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/.tmp/ns/84944755ff814b7d9731dfe7b45319c9 as hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/ns/84944755ff814b7d9731dfe7b45319c9 2024-11-26T10:19:08,555 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/ns/84944755ff814b7d9731dfe7b45319c9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T10:19:08,556 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/.tmp/table/bd052f56e8344e208efd4cd93c106622 as hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/table/bd052f56e8344e208efd4cd93c106622 2024-11-26T10:19:08,560 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/table/bd052f56e8344e208efd4cd93c106622, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T10:19:08,561 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-26T10:19:08,565 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T10:19:08,565 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:08,565 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:19:08,565 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:08,565 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616347268Running coprocessor pre-close hooks at 1732616347268Disabling compacts and flushes for region at 1732616347268Disabling writes for close at 1732616347268Obtaining lock to block concurrent updates at 1732616347269 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732616347269Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732616347269Flushing stores of hbase:meta,,1.1588230740 at 1732616347269Flushing 1588230740/info: creating writer at 1732616347269Flushing 1588230740/info: appending metadata at 1732616347283 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732616347283Flushing 1588230740/ns: creating writer at 1732616347695 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732616347710 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732616347710Flushing 1588230740/table: creating writer at 1732616348120 (+410 ms)Flushing 1588230740/table: appending metadata at 1732616348134 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732616348134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0dd578: reopening flushed file at 1732616348544 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129b4d28: reopening flushed file at 1732616348549 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d654a70: reopening flushed file at 1732616348555 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1732616348561 (+6 ms)Writing region close event to WAL at 1732616348562 (+1 ms)Running coprocessor post-close hooks at 1732616348565 (+3 ms)Closed at 1732616348565 2024-11-26T10:19:08,565 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:08,580 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859.replicationSource.wal-reader.94eedbb855cf%2C37759%2C1732616337859,1-94eedbb855cf,37759,1732616337859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.1732616339847 to pos 0, reset compression=false 2024-11-26T10:19:08,670 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,37759,1732616337859; all regions closed. 2024-11-26T10:19:08,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741834_1010 (size=2742) 2024-11-26T10:19:08,672 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.meta.1732616340783.meta not finished, retry = 0 2024-11-26T10:19:08,775 DEBUG [RS:0;94eedbb855cf:37759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/oldWALs 2024-11-26T10:19:08,775 INFO [RS:0;94eedbb855cf:37759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C37759%2C1732616337859.meta:.meta(num 1732616340783) 2024-11-26T10:19:08,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741837_1013 (size=1586) 2024-11-26T10:19:08,777 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.rep.1732616346255 not finished, retry = 0 2024-11-26T10:19:08,880 DEBUG [RS:0;94eedbb855cf:37759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/oldWALs 2024-11-26T10:19:08,880 INFO [RS:0;94eedbb855cf:37759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C37759%2C1732616337859.rep:(num 1732616346255) 2024-11-26T10:19:08,882 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859/94eedbb855cf%2C37759%2C1732616337859.1732616339847 not finished, retry = 0 2024-11-26T10:19:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741832_1008 (size=93) 2024-11-26T10:19:08,985 DEBUG [RS:0;94eedbb855cf:37759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/oldWALs 2024-11-26T10:19:08,985 INFO [RS:0;94eedbb855cf:37759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C37759%2C1732616337859:(num 1732616339847) 2024-11-26T10:19:08,985 DEBUG [RS:0;94eedbb855cf:37759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:08,985 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:19:08,985 INFO [RS:0;94eedbb855cf:37759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:19:08,985 INFO [RS:0;94eedbb855cf:37759 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:19:08,985 INFO [RS:0;94eedbb855cf:37759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:19:08,985 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:19:08,986 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,37759,1732616337859 because: Region server is closing 2024-11-26T10:19:08,986 INFO [RS:0;94eedbb855cf:37759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:37759. 2024-11-26T10:19:08,986 DEBUG [RS:0;94eedbb855cf:37759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:08,986 DEBUG [RS:0;94eedbb855cf:37759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:08,986 DEBUG [RS:0;94eedbb855cf:37759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:08,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:09,086 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859.replicationSource.wal-reader.94eedbb855cf%2C37759%2C1732616337859,1-94eedbb855cf,37759,1732616337859 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:19:09,086 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859.replicationSource.shipper94eedbb855cf%2C37759%2C1732616337859,1-94eedbb855cf,37759,1732616337859 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T10:19:09,087 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37759,1732616337859.replicationSource.shipper94eedbb855cf%2C37759%2C1732616337859,1-94eedbb855cf,37759,1732616337859 terminated 2024-11-26T10:19:09,087 INFO [RS:0;94eedbb855cf:37759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37759 2024-11-26T10:19:09,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491581309/rs/94eedbb855cf,37759,1732616337859 2024-11-26T10:19:09,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309/rs 2024-11-26T10:19:09,090 INFO [RS:0;94eedbb855cf:37759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:19:09,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,37759,1732616337859] 2024-11-26T10:19:09,092 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/draining/94eedbb855cf,37759,1732616337859 already deleted, retry=false 2024-11-26T10:19:09,092 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,37759,1732616337859 expired; onlineServers=0 2024-11-26T10:19:09,092 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,43203,1732616337811' ***** 2024-11-26T10:19:09,092 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:19:09,092 INFO [M:0;94eedbb855cf:43203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:19:09,093 INFO [M:0;94eedbb855cf:43203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:19:09,093 DEBUG [M:0;94eedbb855cf:43203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:19:09,093 DEBUG [M:0;94eedbb855cf:43203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:19:09,093 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:19:09,093 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616339634 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616339634,5,FailOnTimeoutGroup] 2024-11-26T10:19:09,093 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616339634 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616339634,5,FailOnTimeoutGroup] 2024-11-26T10:19:09,093 INFO [M:0;94eedbb855cf:43203 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:19:09,093 INFO [M:0;94eedbb855cf:43203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:19:09,093 DEBUG [M:0;94eedbb855cf:43203 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:19:09,093 INFO [M:0;94eedbb855cf:43203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:19:09,093 INFO [M:0;94eedbb855cf:43203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:19:09,093 INFO [M:0;94eedbb855cf:43203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:19:09,094 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:19:09,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491581309/master 2024-11-26T10:19:09,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:09,094 DEBUG [M:0;94eedbb855cf:43203 {}] zookeeper.ZKUtil(347): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Unable to get data of znode /0-1491581309/master because node does not exist (not an error) 2024-11-26T10:19:09,094 WARN [M:0;94eedbb855cf:43203 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:19:09,095 INFO [M:0;94eedbb855cf:43203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/.lastflushedseqids 2024-11-26T10:19:09,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741842_1018 (size=181) 2024-11-26T10:19:09,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:09,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37759-0x10153c920060001, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:09,191 INFO [RS:0;94eedbb855cf:37759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:19:09,192 INFO [RS:0;94eedbb855cf:37759 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,37759,1732616337859; zookeeper connection closed. 2024-11-26T10:19:09,192 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3deb619b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3deb619b 2024-11-26T10:19:09,192 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:19:09,500 INFO [M:0;94eedbb855cf:43203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:19:09,500 INFO [M:0;94eedbb855cf:43203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:19:09,500 DEBUG [M:0;94eedbb855cf:43203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:19:09,500 INFO [M:0;94eedbb855cf:43203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:09,500 DEBUG [M:0;94eedbb855cf:43203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:09,500 DEBUG [M:0;94eedbb855cf:43203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:19:09,500 DEBUG [M:0;94eedbb855cf:43203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:09,500 INFO [M:0;94eedbb855cf:43203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T10:19:09,516 DEBUG [M:0;94eedbb855cf:43203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c384c96bee3741fcaf4880f5c8311b34 is 82, key is hbase:meta,,1/info:regioninfo/1732616340815/Put/seqid=0 2024-11-26T10:19:09,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741843_1019 (size=5672) 2024-11-26T10:19:09,920 INFO [M:0;94eedbb855cf:43203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c384c96bee3741fcaf4880f5c8311b34 2024-11-26T10:19:09,939 DEBUG [M:0;94eedbb855cf:43203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2cdc70d94564c52bbd49aef61b3296e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732616346303/Put/seqid=0 2024-11-26T10:19:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741844_1020 (size=7203) 2024-11-26T10:19:10,345 INFO [M:0;94eedbb855cf:43203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2cdc70d94564c52bbd49aef61b3296e 2024-11-26T10:19:10,364 DEBUG [M:0;94eedbb855cf:43203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36062062c66f45e7a79aac795b4de2f0 is 69, key is 94eedbb855cf,37759,1732616337859/rs:state/1732616339701/Put/seqid=0 2024-11-26T10:19:10,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741845_1021 (size=5156) 2024-11-26T10:19:10,768 INFO [M:0;94eedbb855cf:43203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36062062c66f45e7a79aac795b4de2f0 2024-11-26T10:19:10,773 DEBUG [M:0;94eedbb855cf:43203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c384c96bee3741fcaf4880f5c8311b34 as hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c384c96bee3741fcaf4880f5c8311b34 2024-11-26T10:19:10,776 INFO [M:0;94eedbb855cf:43203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c384c96bee3741fcaf4880f5c8311b34, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T10:19:10,777 DEBUG [M:0;94eedbb855cf:43203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2cdc70d94564c52bbd49aef61b3296e as hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2cdc70d94564c52bbd49aef61b3296e 2024-11-26T10:19:10,781 INFO [M:0;94eedbb855cf:43203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2cdc70d94564c52bbd49aef61b3296e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T10:19:10,781 DEBUG [M:0;94eedbb855cf:43203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36062062c66f45e7a79aac795b4de2f0 as hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36062062c66f45e7a79aac795b4de2f0 2024-11-26T10:19:10,785 INFO [M:0;94eedbb855cf:43203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36062062c66f45e7a79aac795b4de2f0, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T10:19:10,786 INFO [M:0;94eedbb855cf:43203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-11-26T10:19:10,787 INFO [M:0;94eedbb855cf:43203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:10,787 DEBUG [M:0;94eedbb855cf:43203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616349500Disabling compacts and flushes for region at 1732616349500Disabling writes for close at 1732616349500Obtaining lock to block concurrent updates at 1732616349500Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616349500Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732616349501 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616349501Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616349501Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616349515 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616349515Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616349925 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616349939 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616349939Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616350349 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616350363 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616350363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6070964e: reopening flushed file at 1732616350772 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c08fe7: reopening flushed file at 1732616350777 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f9d1f53: reopening flushed file at 1732616350781 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1732616350786 (+5 ms)Writing region close event to WAL at 1732616350787 (+1 ms)Closed at 1732616350787 2024-11-26T10:19:10,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741830_1006 (size=41008) 2024-11-26T10:19:10,789 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,43203,1732616337811/94eedbb855cf%2C43203%2C1732616337811.1732616339550 not finished, retry = 0 2024-11-26T10:19:10,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:19:10,891 INFO [M:0;94eedbb855cf:43203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:19:10,891 INFO [M:0;94eedbb855cf:43203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43203 2024-11-26T10:19:10,891 INFO [M:0;94eedbb855cf:43203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:19:10,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:10,994 INFO [M:0;94eedbb855cf:43203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:19:10,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43203-0x10153c920060000, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:10,996 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:19:10,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:10,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:10,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:19:10,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:10,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:19:10,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:19:10,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:19:10,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42643 2024-11-26T10:19:10,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42643 connecting to ZooKeeper ensemble=127.0.0.1:57953 2024-11-26T10:19:10,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426430x0, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:11,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42643-0x10153c920060006 connected 2024-11-26T10:19:11,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:11,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:11,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/running 2024-11-26T10:19:11,005 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491581309/meta-region-server: INIT 2024-11-26T10:19:11,005 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e, hbase.cluster.distributed=false 2024-11-26T10:19:11,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/acl 2024-11-26T10:19:11,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42643 2024-11-26T10:19:11,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42643 2024-11-26T10:19:11,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42643 2024-11-26T10:19:11,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42643 2024-11-26T10:19:11,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42643 2024-11-26T10:19:11,024 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:19:11,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:11,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:11,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:19:11,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:11,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:19:11,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:19:11,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:19:11,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37561 2024-11-26T10:19:11,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37561 connecting to ZooKeeper ensemble=127.0.0.1:57953 2024-11-26T10:19:11,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:11,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:11,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375610x0, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:11,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375610x0, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/running 2024-11-26T10:19:11,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37561-0x10153c920060007 connected 2024-11-26T10:19:11,034 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491581309/meta-region-server: INIT 2024-11-26T10:19:11,034 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:19:11,036 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:19:11,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/master 2024-11-26T10:19:11,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/acl 2024-11-26T10:19:11,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37561 2024-11-26T10:19:11,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37561 2024-11-26T10:19:11,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37561 2024-11-26T10:19:11,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37561 2024-11-26T10:19:11,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37561 2024-11-26T10:19:11,062 DEBUG [M:0;94eedbb855cf:42643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:42643 2024-11-26T10:19:11,062 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1491581309/backup-masters/94eedbb855cf,42643,1732616350995 2024-11-26T10:19:11,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309/backup-masters 2024-11-26T10:19:11,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309/backup-masters 2024-11-26T10:19:11,066 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on existing znode=/0-1491581309/backup-masters/94eedbb855cf,42643,1732616350995 2024-11-26T10:19:11,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1491581309/master 2024-11-26T10:19:11,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:11,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:11,068 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on existing znode=/0-1491581309/master 2024-11-26T10:19:11,068 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1491581309/backup-masters/94eedbb855cf,42643,1732616350995 from backup master directory 2024-11-26T10:19:11,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491581309/backup-masters/94eedbb855cf,42643,1732616350995 2024-11-26T10:19:11,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309/backup-masters 2024-11-26T10:19:11,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309/backup-masters 2024-11-26T10:19:11,069 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:19:11,069 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,42643,1732616350995 2024-11-26T10:19:11,078 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:11,078 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:19:11,084 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-26T10:19:11,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741846_1022 (size=196) 2024-11-26T10:19:11,092 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:11,093 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:19:11,093 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:11,097 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T10:19:11,099 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,43203,1732616337811 to hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,43203,1732616337811-dead as it is dead 2024-11-26T10:19:11,100 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,43203,1732616337811-dead/94eedbb855cf%2C43203%2C1732616337811.1732616339550 2024-11-26T10:19:11,100 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,43203,1732616337811-dead/94eedbb855cf%2C43203%2C1732616337811.1732616339550 after 0ms 2024-11-26T10:19:11,101 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,43203,1732616337811-dead/94eedbb855cf%2C43203%2C1732616337811.1732616339550 to hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/94eedbb855cf%2C43203%2C1732616337811.1732616339550 2024-11-26T10:19:11,101 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,43203,1732616337811-dead 2024-11-26T10:19:11,101 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,42643,1732616350995 2024-11-26T10:19:11,102 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:19:11,103 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C42643%2C1732616350995, suffix=, logDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,42643,1732616350995, archiveDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/oldWALs, maxLogs=10 2024-11-26T10:19:11,117 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,42643,1732616350995/94eedbb855cf%2C42643%2C1732616350995.1732616351103, exclude list is [], retry=0 2024-11-26T10:19:11,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-bbcdddfc-0779-4cef-a1ce-787af5293992,DISK] 2024-11-26T10:19:11,121 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,42643,1732616350995/94eedbb855cf%2C42643%2C1732616350995.1732616351103 2024-11-26T10:19:11,121 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-26T10:19:11,122 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:11,122 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:11,122 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:11,122 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:11,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:11,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:19:11,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:11,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c384c96bee3741fcaf4880f5c8311b34 2024-11-26T10:19:11,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:11,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:11,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:19:11,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:11,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2cdc70d94564c52bbd49aef61b3296e 2024-11-26T10:19:11,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:11,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:11,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:19:11,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:11,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36062062c66f45e7a79aac795b4de2f0 2024-11-26T10:19:11,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:11,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:11,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:19:11,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:11,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:11,146 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:11,146 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T10:19:11,146 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/94eedbb855cf%2C43203%2C1732616337811.1732616339550 2024-11-26T10:19:11,150 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/94eedbb855cf%2C43203%2C1732616337811.1732616339550 2024-11-26T10:19:11,151 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/94eedbb855cf%2C43203%2C1732616337811.1732616339550 2024-11-26T10:19:11,152 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:11,152 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:11,153 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:11,154 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:11,156 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-26T10:19:11,157 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61169821, jitterRate=-0.08849863708019257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:11,157 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616351122Initializing all the Stores at 1732616351123 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616351123Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616351123Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616351123Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616351123Cleaning up temporary data from old regions at 1732616351152 (+29 ms)Region opened successfully at 1732616351157 (+5 ms) 2024-11-26T10:19:11,157 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:19:11,160 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32abd82f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:19:11,162 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T10:19:11,162 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:19:11,162 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:19:11,162 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:19:11,162 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:19:11,165 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:11,165 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:19:11,166 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:19:11,166 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-26T10:19:11,166 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:19:11,168 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=94eedbb855cf,37759,1732616337859, regionLocation=94eedbb855cf,37759,1732616337859, openSeqNum=2 2024-11-26T10:19:11,168 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=94eedbb855cf,37759,1732616337859, table=hbase:meta, region=1588230740 2024-11-26T10:19:11,168 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37759,1732616337859, state=OPEN 2024-11-26T10:19:11,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1491581309/meta-region-server 2024-11-26T10:19:11,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1491581309/meta-region-server 2024-11-26T10:19:11,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491581309/meta-region-server: CHANGED 2024-11-26T10:19:11,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491581309/meta-region-server: CHANGED 2024-11-26T10:19:11,174 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:19:11,175 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/draining/94eedbb855cf,37759,1732616337859 already deleted, retry=false 2024-11-26T10:19:11,175 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 94eedbb855cf,37759,1732616337859 on 94eedbb855cf,42643,1732616350995 2024-11-26T10:19:11,176 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 94eedbb855cf,37759,1732616337859, splitWal=true, meta=true 2024-11-26T10:19:11,176 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 94eedbb855cf,37759,1732616337859 (carryingMeta=true) 94eedbb855cf,37759,1732616337859/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@54162ea2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T10:19:11,178 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Unable to get data of znode /0-1491581309/balancer because node does not exist (not necessarily an error) 2024-11-26T10:19:11,179 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/balancer already deleted, retry=false 2024-11-26T10:19:11,179 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:19:11,180 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Unable to get data of znode /0-1491581309/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:19:11,181 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/normalizer already deleted, retry=false 2024-11-26T10:19:11,181 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:19:11,182 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Unable to get data of znode /0-1491581309/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:19:11,184 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/switch/split already deleted, retry=false 2024-11-26T10:19:11,185 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Unable to get data of znode /0-1491581309/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:19:11,186 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/switch/merge already deleted, retry=false 2024-11-26T10:19:11,190 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Unable to get data of znode /0-1491581309/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:19:11,191 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/snapshot-cleanup already deleted, retry=false 2024-11-26T10:19:11,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1491581309/running 2024-11-26T10:19:11,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1491581309/running 2024-11-26T10:19:11,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:11,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:11,195 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,42643,1732616350995, sessionid=0x10153c920060006, setting cluster-up flag (Was=false) 2024-11-26T10:19:11,196 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1491581309/flush-table-proc/acquired, /0-1491581309/flush-table-proc/reached, /0-1491581309/flush-table-proc/abort 2024-11-26T10:19:11,197 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,42643,1732616350995 2024-11-26T10:19:11,199 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1491581309/online-snapshot/acquired, /0-1491581309/online-snapshot/reached, /0-1491581309/online-snapshot/abort 2024-11-26T10:19:11,200 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,42643,1732616350995 2024-11-26T10:19:11,201 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/.lastflushedseqids 2024-11-26T10:19:11,203 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:19:11,203 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:19:11,204 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,42643,1732616350995 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 94eedbb855cf,37759,1732616337859 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:19:11,205 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:11,205 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:11,205 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:11,205 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:11,205 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:19:11,205 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,205 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:19:11,205 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,206 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 94eedbb855cf,37759,1732616337859, splitWal=true, meta=true 2024-11-26T10:19:11,207 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 94eedbb855cf,37759,1732616337859, splitWal=true, meta=true, isMeta: true 2024-11-26T10:19:11,208 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859-splitting 2024-11-26T10:19:11,209 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616381209 2024-11-26T10:19:11,209 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:19:11,209 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:19:11,209 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:19:11,209 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:19:11,209 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:19:11,209 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:19:11,209 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859-splitting dir is empty, no logs to split. 2024-11-26T10:19:11,209 INFO [PEWorker-1 {}] master.SplitWALManager(105): 94eedbb855cf,37759,1732616337859 WAL count=0, meta=true 2024-11-26T10:19:11,209 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,209 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:19:11,209 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:19:11,210 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:19:11,210 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:19:11,211 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859-splitting dir is empty, no logs to split. 2024-11-26T10:19:11,211 INFO [PEWorker-1 {}] master.SplitWALManager(105): 94eedbb855cf,37759,1732616337859 WAL count=0, meta=true 2024-11-26T10:19:11,211 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 94eedbb855cf,37759,1732616337859 WAL splitting is done? wals=0, meta=true 2024-11-26T10:19:11,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:19:11,212 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:19:11,212 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:19:11,212 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616351212,5,FailOnTimeoutGroup] 2024-11-26T10:19:11,213 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:11,213 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616351212,5,FailOnTimeoutGroup] 2024-11-26T10:19:11,213 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,213 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:19:11,213 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,213 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,213 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616351213, completionTime=-1 2024-11-26T10:19:11,213 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T10:19:11,213 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T10:19:11,213 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:19:11,250 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(746): ClusterId : 1f38d393-7384-42e5-82ed-6f94408066e9 2024-11-26T10:19:11,250 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:19:11,252 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:19:11,252 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:19:11,256 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:19:11,257 DEBUG [RS:0;94eedbb855cf:37561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23625f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:19:11,269 DEBUG [RS:0;94eedbb855cf:37561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:37561 2024-11-26T10:19:11,269 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:19:11,269 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:19:11,269 DEBUG [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:19:11,270 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,42643,1732616350995 with port=37561, startcode=1732616351024 2024-11-26T10:19:11,270 DEBUG [RS:0;94eedbb855cf:37561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:19:11,271 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:19:11,272 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,37561,1732616351024 2024-11-26T10:19:11,272 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42643 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,37561,1732616351024 2024-11-26T10:19:11,273 DEBUG [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e 2024-11-26T10:19:11,273 DEBUG [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42613 2024-11-26T10:19:11,273 DEBUG [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:19:11,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309/rs 2024-11-26T10:19:11,278 DEBUG [RS:0;94eedbb855cf:37561 {}] zookeeper.ZKUtil(111): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on existing znode=/0-1491581309/rs/94eedbb855cf,37561,1732616351024 2024-11-26T10:19:11,278 WARN [RS:0;94eedbb855cf:37561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:19:11,278 INFO [RS:0;94eedbb855cf:37561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:11,278 DEBUG [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024 2024-11-26T10:19:11,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,37561,1732616351024] 2024-11-26T10:19:11,296 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:19:11,297 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:19:11,298 INFO [RS:0;94eedbb855cf:37561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:19:11,298 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,298 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:19:11,299 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:19:11,299 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:19:11,299 DEBUG [RS:0;94eedbb855cf:37561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:19:11,299 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,299 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,299 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,299 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,299 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,299 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37561,1732616351024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:11,313 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:19:11,313 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T10:19:11,313 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37561,1732616351024-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,327 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,37561,1732616351024, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:19:11,327 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,327 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.Replication(171): 94eedbb855cf,37561,1732616351024 started 2024-11-26T10:19:11,341 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:11,341 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,37561,1732616351024, RpcServer on 94eedbb855cf/172.17.0.2:37561, sessionid=0x10153c920060007 2024-11-26T10:19:11,341 DEBUG [RS:0;94eedbb855cf:37561.replicationSource,1-94eedbb855cf,37561,1732616351024 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:46615' 2024-11-26T10:19:11,341 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:19:11,341 DEBUG [RS:0;94eedbb855cf:37561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,37561,1732616351024 2024-11-26T10:19:11,341 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,37561,1732616351024' 2024-11-26T10:19:11,341 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1491581309/flush-table-proc/abort' 2024-11-26T10:19:11,342 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1491581309/flush-table-proc/acquired' 2024-11-26T10:19:11,342 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:19:11,342 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:19:11,342 DEBUG [RS:0;94eedbb855cf:37561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,37561,1732616351024 2024-11-26T10:19:11,342 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,37561,1732616351024' 2024-11-26T10:19:11,342 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1491581309/online-snapshot/abort' 2024-11-26T10:19:11,342 DEBUG [RS:0;94eedbb855cf:37561.replicationSource,1-94eedbb855cf,37561,1732616351024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@276d101f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:11,342 DEBUG [RS:0;94eedbb855cf:37561.replicationSource,1-94eedbb855cf,37561,1732616351024 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,46615,-1 for getting cluster id 2024-11-26T10:19:11,342 DEBUG [RS:0;94eedbb855cf:37561.replicationSource,1-94eedbb855cf,37561,1732616351024 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:11,343 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1491581309/online-snapshot/acquired' 2024-11-26T10:19:11,343 DEBUG [RS:0;94eedbb855cf:37561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:19:11,343 INFO [RS:0;94eedbb855cf:37561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:19:11,343 INFO [RS:0;94eedbb855cf:37561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:19:11,344 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a56e6a8-0d43-44c7-a9db-a2f98c5c0133' 2024-11-26T10:19:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a56e6a8-0d43-44c7-a9db-a2f98c5c0133" 2024-11-26T10:19:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73db170e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,46615,-1] 2024-11-26T10:19:11,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:11,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:11,345 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:11,346 DEBUG [RS:0;94eedbb855cf:37561.replicationSource,1-94eedbb855cf,37561,1732616351024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@526d9502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:11,346 DEBUG [RS:0;94eedbb855cf:37561.replicationSource,1-94eedbb855cf,37561,1732616351024 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:11,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,46615,1732616342012 2024-11-26T10:19:11,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77cf2d80 2024-11-26T10:19:11,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:11,348 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-26T10:19:11,348 INFO [RS:0;94eedbb855cf:37561.replicationSource,1-94eedbb855cf,37561,1732616351024 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,37561,1732616351024 (queues=0) is replicating from cluster=1f38d393-7384-42e5-82ed-6f94408066e9 to cluster=8a56e6a8-0d43-44c7-a9db-a2f98c5c0133 2024-11-26T10:19:11,363 WARN [94eedbb855cf:42643 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T10:19:11,444 INFO [RS:0;94eedbb855cf:37561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:19:11,446 INFO [RS:0;94eedbb855cf:37561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C37561%2C1732616351024, suffix=, logDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024, archiveDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/oldWALs, maxLogs=10 2024-11-26T10:19:11,459 DEBUG [RS:0;94eedbb855cf:37561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446, exclude list is [], retry=0 2024-11-26T10:19:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-bbcdddfc-0779-4cef-a1ce-787af5293992,DISK] 2024-11-26T10:19:11,463 INFO [RS:0;94eedbb855cf:37561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446 2024-11-26T10:19:11,463 DEBUG [RS:0;94eedbb855cf:37561 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 94eedbb855cf%2C37561%2C1732616351024 for peer 1 2024-11-26T10:19:11,463 DEBUG [RS:0;94eedbb855cf:37561 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C37561%2C1732616351024 2024-11-26T10:19:11,464 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,37561,1732616351024, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:19:11,464 DEBUG [RS:0;94eedbb855cf:37561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-26T10:19:11,464 INFO [RS:0;94eedbb855cf:37561.replicationSource.shipper94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C37561%2C1732616351024 2024-11-26T10:19:11,464 DEBUG [RS:0;94eedbb855cf:37561.replicationSource.wal-reader.94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446, startPosition=0, beingWritten=true 2024-11-26T10:19:11,614 DEBUG [94eedbb855cf:42643 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:19:11,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,37561,1732616351024 2024-11-26T10:19:11,615 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37561,1732616351024, state=OPENING 2024-11-26T10:19:11,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1491581309/meta-region-server 2024-11-26T10:19:11,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1491581309/meta-region-server 2024-11-26T10:19:11,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491581309/meta-region-server: CHANGED 2024-11-26T10:19:11,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491581309/meta-region-server: CHANGED 2024-11-26T10:19:11,617 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:11,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37561,1732616351024}] 2024-11-26T10:19:11,668 DEBUG [RS:0;94eedbb855cf:37561.replicationSource.wal-reader.94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446 to pos 0, reset compression=false 2024-11-26T10:19:11,769 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:19:11,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:19:11,774 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:19:11,774 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:11,774 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:19:11,776 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C37561%2C1732616351024.meta, suffix=.meta, logDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024, archiveDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/oldWALs, maxLogs=10 2024-11-26T10:19:11,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:19:11,789 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.meta.1732616351776.meta, exclude list is [], retry=0 2024-11-26T10:19:11,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-bbcdddfc-0779-4cef-a1ce-787af5293992,DISK] 2024-11-26T10:19:11,793 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.meta.1732616351776.meta 2024-11-26T10:19:11,793 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-26T10:19:11,793 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:11,793 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:11,793 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:11,793 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:19:11,793 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:19:11,794 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:19:11,794 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:11,794 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:19:11,794 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:19:11,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:11,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:11,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:11,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:11,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:11,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:11,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:11,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:11,805 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/info/2f709796f54d408084f6cfe4aa09f336 2024-11-26T10:19:11,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:11,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:11,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:11,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:11,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:11,812 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/ns/84944755ff814b7d9731dfe7b45319c9 2024-11-26T10:19:11,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:11,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:11,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:11,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:11,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:11,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:11,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:11,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:11,820 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/table/bd052f56e8344e208efd4cd93c106622 2024-11-26T10:19:11,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:11,821 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:11,821 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740 2024-11-26T10:19:11,822 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740 2024-11-26T10:19:11,823 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:11,823 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:11,823 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:11,825 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:11,825 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67839325, jitterRate=0.010884717106819153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:11,825 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:19:11,825 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616351794Writing region info on filesystem at 1732616351794Initializing all the Stores at 1732616351794Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616351794Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616351795 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616351795Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616351795Cleaning up temporary data from old regions at 1732616351823 (+28 ms)Running coprocessor post-open hooks at 1732616351825 (+2 ms)Region opened successfully at 1732616351825 2024-11-26T10:19:11,826 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732616351769 2024-11-26T10:19:11,828 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:19:11,828 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:19:11,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=94eedbb855cf,37561,1732616351024 2024-11-26T10:19:11,829 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37561,1732616351024, state=OPEN 2024-11-26T10:19:11,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1491581309/meta-region-server 2024-11-26T10:19:11,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1491581309/meta-region-server 2024-11-26T10:19:11,831 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,37561,1732616351024 2024-11-26T10:19:11,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491581309/meta-region-server: CHANGED 2024-11-26T10:19:11,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491581309/meta-region-server: CHANGED 2024-11-26T10:19:11,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T10:19:11,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37561,1732616351024 in 214 msec 2024-11-26T10:19:11,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:19:11,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-26T10:19:11,974 DEBUG [RS:0;94eedbb855cf:37561.replicationSource.wal-reader.94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446 to pos 0, reset compression=false 2024-11-26T10:19:12,379 DEBUG [RS:0;94eedbb855cf:37561.replicationSource.wal-reader.94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446 to pos 0, reset compression=false 2024-11-26T10:19:12,815 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-26T10:19:12,883 DEBUG [RS:0;94eedbb855cf:37561.replicationSource.wal-reader.94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446 to pos 0, reset compression=false 2024-11-26T10:19:13,488 DEBUG [RS:0;94eedbb855cf:37561.replicationSource.wal-reader.94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446 to pos 0, reset compression=false 2024-11-26T10:19:14,193 DEBUG [RS:0;94eedbb855cf:37561.replicationSource.wal-reader.94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446 to pos 0, reset compression=false 2024-11-26T10:19:14,318 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-26T10:19:14,997 DEBUG [RS:0;94eedbb855cf:37561.replicationSource.wal-reader.94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446 to pos 0, reset compression=false 2024-11-26T10:19:15,720 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4506ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T10:19:15,720 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:19:15,720 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:15,720 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37561,1732616351024, seqNum=-1] 2024-11-26T10:19:15,721 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:15,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:15,726 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c38c24c03359b67cec51ffd52f52078, regionState=OPEN, lastHost=94eedbb855cf,37759,1732616337859, regionLocation=94eedbb855cf,37759,1732616337859, openSeqNum=2 2024-11-26T10:19:15,726 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:19:15,727 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616415727 2024-11-26T10:19:15,727 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616475727 2024-11-26T10:19:15,727 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-26T10:19:15,727 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 94eedbb855cf,37759,1732616337859 had 2 regions 2024-11-26T10:19:15,727 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42643,1732616350995-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:15,727 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42643,1732616350995-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:15,727 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42643,1732616350995-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:15,727 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:42643, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:15,727 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:15,727 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:15,728 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 94eedbb855cf,37759,1732616337859, splitWal=true, meta=true, isMeta: false 2024-11-26T10:19:15,730 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859-splitting dir is empty, no logs to split. 2024-11-26T10:19:15,730 INFO [PEWorker-3 {}] master.SplitWALManager(105): 94eedbb855cf,37759,1732616337859 WAL count=0, meta=false 2024-11-26T10:19:15,733 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.664sec 2024-11-26T10:19:15,733 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:19:15,733 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:19:15,733 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:19:15,733 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:19:15,733 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:19:15,733 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42643,1732616350995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:15,733 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42643,1732616350995-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:19:15,733 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37759,1732616337859-splitting dir is empty, no logs to split. 2024-11-26T10:19:15,733 INFO [PEWorker-3 {}] master.SplitWALManager(105): 94eedbb855cf,37759,1732616337859 WAL count=0, meta=false 2024-11-26T10:19:15,733 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 94eedbb855cf,37759,1732616337859 WAL splitting is done? wals=0, meta=false 2024-11-26T10:19:15,734 WARN [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=94eedbb855cf,37759,1732616337859/hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:15,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c38c24c03359b67cec51ffd52f52078, ASSIGN}] 2024-11-26T10:19:15,737 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c38c24c03359b67cec51ffd52f52078, ASSIGN 2024-11-26T10:19:15,737 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:19:15,737 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:19:15,738 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42643,1732616350995-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:15,738 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c38c24c03359b67cec51ffd52f52078, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T10:19:15,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:15,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,42643,-1 for getting cluster id 2024-11-26T10:19:15,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:15,755 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f38d393-7384-42e5-82ed-6f94408066e9' 2024-11-26T10:19:15,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:15,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f38d393-7384-42e5-82ed-6f94408066e9" 2024-11-26T10:19:15,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be32b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:15,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,42643,-1] 2024-11-26T10:19:15,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:15,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:15,756 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:15,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58547bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:15,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:15,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37561,1732616351024, seqNum=-1] 2024-11-26T10:19:15,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:15,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:15,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T10:19:15,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:15,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:15,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:15,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:15,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:15,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 94eedbb855cf:42643 after: 94eedbb855cf:42643 2024-11-26T10:19:15,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:15,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,42643,-1 for getting cluster id 2024-11-26T10:19:15,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:15,763 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f38d393-7384-42e5-82ed-6f94408066e9' 2024-11-26T10:19:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f38d393-7384-42e5-82ed-6f94408066e9" 2024-11-26T10:19:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223623de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,42643,-1] 2024-11-26T10:19:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:15,765 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:15,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:15,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,42643,1732616350995 2024-11-26T10:19:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@718d6cff 2024-11-26T10:19:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:15,767 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:15,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42643 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-26T10:19:15,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:19:15,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:15,768 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:15,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:15,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:15,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:15,769 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:19:15,769 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1794208797, stopped=false 2024-11-26T10:19:15,769 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,46615,1732616342012 2024-11-26T10:19:15,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1974767149/running 2024-11-26T10:19:15,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:15,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1974767149/running 2024-11-26T10:19:15,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:15,771 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:19:15,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:15,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Set watcher on znode that does not yet exist, /1974767149/running 2024-11-26T10:19:15,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Set watcher on znode that does not yet exist, /1974767149/running 2024-11-26T10:19:15,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:15,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:15,772 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,40431,1732616342062' ***** 2024-11-26T10:19:15,772 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:19:15,773 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:19:15,773 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:19:15,773 INFO [RS:0;94eedbb855cf:40431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:19:15,773 INFO [RS:0;94eedbb855cf:40431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:19:15,773 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,40431,1732616342062 2024-11-26T10:19:15,773 INFO [RS:0;94eedbb855cf:40431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:19:15,773 INFO [RS:0;94eedbb855cf:40431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:40431. 2024-11-26T10:19:15,773 DEBUG [RS:0;94eedbb855cf:40431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:15,773 DEBUG [RS:0;94eedbb855cf:40431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:15,773 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:19:15,773 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:19:15,773 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:19:15,773 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:19:15,773 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:19:15,774 DEBUG [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:19:15,774 DEBUG [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:15,774 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:19:15,774 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:19:15,774 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:19:15,774 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:19:15,774 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:19:15,774 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T10:19:15,791 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/data/hbase/meta/1588230740/.tmp/ns/7c4ebcc5400f4bc28eca685eddcbc44f is 43, key is default/ns:d/1732616345029/Put/seqid=0 2024-11-26T10:19:15,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741835_1011 (size=5153) 2024-11-26T10:19:15,835 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:19:15,888 DEBUG [94eedbb855cf:42643 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:19:15,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2c38c24c03359b67cec51ffd52f52078, regionState=OPENING, regionLocation=94eedbb855cf,37561,1732616351024 2024-11-26T10:19:15,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c38c24c03359b67cec51ffd52f52078, ASSIGN because future has completed 2024-11-26T10:19:15,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c38c24c03359b67cec51ffd52f52078, server=94eedbb855cf,37561,1732616351024}] 2024-11-26T10:19:15,902 DEBUG [RS:0;94eedbb855cf:37561.replicationSource.wal-reader.94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446 to pos 0, reset compression=false 2024-11-26T10:19:15,929 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:19:15,929 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:19:15,974 DEBUG [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:16,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:16,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:16,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:19:16,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C37561%2C1732616351024.rep, suffix=, logDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024, archiveDir=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/oldWALs, maxLogs=10 2024-11-26T10:19:16,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.rep.1732616356049, exclude list is [], retry=0 2024-11-26T10:19:16,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46547,DS-bbcdddfc-0779-4cef-a1ce-787af5293992,DISK] 2024-11-26T10:19:16,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.rep.1732616356049 2024-11-26T10:19:16,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-26T10:19:16,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c38c24c03359b67cec51ffd52f52078, NAME => 'hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:16,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:16,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:16,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. service=MultiRowMutationService 2024-11-26T10:19:16,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:19:16,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:16,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,068 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,069 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c38c24c03359b67cec51ffd52f52078 columnFamilyName hfileref 2024-11-26T10:19:16,069 DEBUG [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:16,069 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.HStore(327): Store=2c38c24c03359b67cec51ffd52f52078/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:16,069 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,070 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c38c24c03359b67cec51ffd52f52078 columnFamilyName queue 2024-11-26T10:19:16,070 DEBUG [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:16,075 DEBUG [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078/queue/3c214eb9678142798ed1bc7553aa66f0 2024-11-26T10:19:16,075 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.HStore(327): Store=2c38c24c03359b67cec51ffd52f52078/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:16,075 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,075 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c38c24c03359b67cec51ffd52f52078 columnFamilyName sid 2024-11-26T10:19:16,075 DEBUG [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:16,076 INFO [StoreOpener-2c38c24c03359b67cec51ffd52f52078-1 {}] regionserver.HStore(327): Store=2c38c24c03359b67cec51ffd52f52078/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:16,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:19:16,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 2c38c24c03359b67cec51ffd52f52078; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64077180, jitterRate=-0.04517561197280884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:19:16,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:16,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 2c38c24c03359b67cec51ffd52f52078: Running coprocessor pre-open hook at 1732616356067Writing region info on filesystem at 1732616356067Initializing all the Stores at 1732616356067Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616356067Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616356068 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616356068Cleaning up temporary data from old regions at 1732616356078 (+10 ms)Running coprocessor post-open hooks at 1732616356080 (+2 ms)Region opened successfully at 1732616356081 (+1 ms) 2024-11-26T10:19:16,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078., pid=13, masterSystemTime=1732616356043 2024-11-26T10:19:16,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:16,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:16,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2c38c24c03359b67cec51ffd52f52078, regionState=OPEN, openSeqNum=9, regionLocation=94eedbb855cf,37561,1732616351024 2024-11-26T10:19:16,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c38c24c03359b67cec51ffd52f52078, server=94eedbb855cf,37561,1732616351024 because future has completed 2024-11-26T10:19:16,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T10:19:16,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c38c24c03359b67cec51ffd52f52078, server=94eedbb855cf,37561,1732616351024 in 196 msec 2024-11-26T10:19:16,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-26T10:19:16,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c38c24c03359b67cec51ffd52f52078, ASSIGN in 352 msec 2024-11-26T10:19:16,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T10:19:16,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078., hostname=94eedbb855cf,37561,1732616351024, seqNum=9] 2024-11-26T10:19:16,106 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 94eedbb855cf,37759,1732616337859 2024-11-26T10:19:16,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T10:19:16,174 DEBUG [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:16,196 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/data/hbase/meta/1588230740/.tmp/ns/7c4ebcc5400f4bc28eca685eddcbc44f 2024-11-26T10:19:16,201 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/data/hbase/meta/1588230740/.tmp/ns/7c4ebcc5400f4bc28eca685eddcbc44f as hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/data/hbase/meta/1588230740/ns/7c4ebcc5400f4bc28eca685eddcbc44f 2024-11-26T10:19:16,206 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/data/hbase/meta/1588230740/ns/7c4ebcc5400f4bc28eca685eddcbc44f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T10:19:16,207 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-26T10:19:16,207 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:19:16,211 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T10:19:16,211 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:16,211 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:19:16,211 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:16,212 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616355774Running coprocessor pre-close hooks at 1732616355774Disabling compacts and flushes for region at 1732616355774Disabling writes for close at 1732616355774Obtaining lock to block concurrent updates at 1732616355774Preparing flush snapshotting stores in 1588230740 at 1732616355774Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732616355774Flushing stores of hbase:meta,,1.1588230740 at 1732616355775 (+1 ms)Flushing 1588230740/ns: creating writer at 1732616355775Flushing 1588230740/ns: appending metadata at 1732616355790 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732616355790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da86937: reopening flushed file at 1732616356201 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1732616356207 (+6 ms)Writing region close event to WAL at 1732616356208 (+1 ms)Running coprocessor post-close hooks at 1732616356211 (+3 ms)Closed at 1732616356211 2024-11-26T10:19:16,212 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:16,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37561 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-26T10:19:16,374 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,40431,1732616342062; all regions closed. 2024-11-26T10:19:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741834_1010 (size=1152) 2024-11-26T10:19:16,377 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/WALs/94eedbb855cf,40431,1732616342062/94eedbb855cf%2C40431%2C1732616342062.meta.1732616344987.meta not finished, retry = 0 2024-11-26T10:19:16,479 DEBUG [RS:0;94eedbb855cf:40431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/oldWALs 2024-11-26T10:19:16,479 INFO [RS:0;94eedbb855cf:40431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C40431%2C1732616342062.meta:.meta(num 1732616344987) 2024-11-26T10:19:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741832_1008 (size=93) 2024-11-26T10:19:16,483 DEBUG [RS:0;94eedbb855cf:40431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/oldWALs 2024-11-26T10:19:16,483 INFO [RS:0;94eedbb855cf:40431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C40431%2C1732616342062:(num 1732616344058) 2024-11-26T10:19:16,483 DEBUG [RS:0;94eedbb855cf:40431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:16,483 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:19:16,483 INFO [RS:0;94eedbb855cf:40431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:19:16,483 INFO [RS:0;94eedbb855cf:40431 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:19:16,483 INFO [RS:0;94eedbb855cf:40431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:19:16,483 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:19:16,483 INFO [RS:0;94eedbb855cf:40431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40431 2024-11-26T10:19:16,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1974767149/rs/94eedbb855cf,40431,1732616342062 2024-11-26T10:19:16,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149/rs 2024-11-26T10:19:16,485 INFO [RS:0;94eedbb855cf:40431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:19:16,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,40431,1732616342062] 2024-11-26T10:19:16,487 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1974767149/draining/94eedbb855cf,40431,1732616342062 already deleted, retry=false 2024-11-26T10:19:16,487 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,40431,1732616342062 expired; onlineServers=0 2024-11-26T10:19:16,487 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,46615,1732616342012' ***** 2024-11-26T10:19:16,487 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:19:16,487 INFO [M:0;94eedbb855cf:46615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:19:16,487 INFO [M:0;94eedbb855cf:46615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:19:16,488 DEBUG [M:0;94eedbb855cf:46615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:19:16,488 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:19:16,488 DEBUG [M:0;94eedbb855cf:46615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:19:16,488 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616343845 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616343845,5,FailOnTimeoutGroup] 2024-11-26T10:19:16,488 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616343846 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616343846,5,FailOnTimeoutGroup] 2024-11-26T10:19:16,488 INFO [M:0;94eedbb855cf:46615 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:19:16,488 INFO [M:0;94eedbb855cf:46615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:19:16,488 DEBUG [M:0;94eedbb855cf:46615 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:19:16,488 INFO [M:0;94eedbb855cf:46615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:19:16,488 INFO [M:0;94eedbb855cf:46615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:19:16,488 INFO [M:0;94eedbb855cf:46615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:19:16,488 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:19:16,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1974767149/master 2024-11-26T10:19:16,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1974767149 2024-11-26T10:19:16,491 DEBUG [M:0;94eedbb855cf:46615 {}] zookeeper.ZKUtil(347): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Unable to get data of znode /1974767149/master because node does not exist (not an error) 2024-11-26T10:19:16,491 WARN [M:0;94eedbb855cf:46615 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:19:16,492 INFO [M:0;94eedbb855cf:46615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/.lastflushedseqids 2024-11-26T10:19:16,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741836_1012 (size=99) 2024-11-26T10:19:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40431-0x10153c920060004, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:16,586 INFO [RS:0;94eedbb855cf:40431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:19:16,586 INFO [RS:0;94eedbb855cf:40431 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,40431,1732616342062; zookeeper connection closed. 2024-11-26T10:19:16,587 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@91736a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@91736a1 2024-11-26T10:19:16,587 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:19:16,898 INFO [M:0;94eedbb855cf:46615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:19:16,899 INFO [M:0;94eedbb855cf:46615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:19:16,899 DEBUG [M:0;94eedbb855cf:46615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:19:16,899 INFO [M:0;94eedbb855cf:46615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:16,899 DEBUG [M:0;94eedbb855cf:46615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:16,899 DEBUG [M:0;94eedbb855cf:46615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:19:16,899 DEBUG [M:0;94eedbb855cf:46615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:16,899 INFO [M:0;94eedbb855cf:46615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T10:19:16,907 DEBUG [RS:0;94eedbb855cf:37561.replicationSource.wal-reader.94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446 to pos 0, reset compression=false 2024-11-26T10:19:16,915 DEBUG [M:0;94eedbb855cf:46615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cc21c74730e4df9ab77673e30d8c722 is 82, key is hbase:meta,,1/info:regioninfo/1732616345018/Put/seqid=0 2024-11-26T10:19:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741837_1013 (size=5672) 2024-11-26T10:19:17,295 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:19:17,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:17,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:17,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:17,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:17,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:17,320 INFO [M:0;94eedbb855cf:46615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cc21c74730e4df9ab77673e30d8c722 2024-11-26T10:19:17,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:17,341 DEBUG [M:0;94eedbb855cf:46615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb51abebcdc54fee9a1e046ea978d164 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732616345032/Put/seqid=0 2024-11-26T10:19:17,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741838_1014 (size=5275) 2024-11-26T10:19:17,745 INFO [M:0;94eedbb855cf:46615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb51abebcdc54fee9a1e046ea978d164 2024-11-26T10:19:17,763 DEBUG [M:0;94eedbb855cf:46615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6762bcb93caa4899b8c234fdc44e740d is 69, key is 94eedbb855cf,40431,1732616342062/rs:state/1732616343910/Put/seqid=0 2024-11-26T10:19:17,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741839_1015 (size=5156) 2024-11-26T10:19:18,012 DEBUG [RS:0;94eedbb855cf:37561.replicationSource.wal-reader.94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.1732616351446 to pos 0, reset compression=false 2024-11-26T10:19:18,168 INFO [M:0;94eedbb855cf:46615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6762bcb93caa4899b8c234fdc44e740d 2024-11-26T10:19:18,172 DEBUG [M:0;94eedbb855cf:46615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1cc21c74730e4df9ab77673e30d8c722 as hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cc21c74730e4df9ab77673e30d8c722 2024-11-26T10:19:18,176 INFO [M:0;94eedbb855cf:46615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1cc21c74730e4df9ab77673e30d8c722, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T10:19:18,177 DEBUG [M:0;94eedbb855cf:46615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb51abebcdc54fee9a1e046ea978d164 as hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb51abebcdc54fee9a1e046ea978d164 2024-11-26T10:19:18,180 INFO [M:0;94eedbb855cf:46615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb51abebcdc54fee9a1e046ea978d164, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T10:19:18,181 DEBUG [M:0;94eedbb855cf:46615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6762bcb93caa4899b8c234fdc44e740d as hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6762bcb93caa4899b8c234fdc44e740d 2024-11-26T10:19:18,185 INFO [M:0;94eedbb855cf:46615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40659/user/jenkins/test-data/bb5fa9ec-2443-c4ed-7848-b495b8901632/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6762bcb93caa4899b8c234fdc44e740d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T10:19:18,185 INFO [M:0;94eedbb855cf:46615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false 2024-11-26T10:19:18,187 INFO [M:0;94eedbb855cf:46615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:18,187 DEBUG [M:0;94eedbb855cf:46615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616356899Disabling compacts and flushes for region at 1732616356899Disabling writes for close at 1732616356899Obtaining lock to block concurrent updates at 1732616356899Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616356899Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732616356899Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616356900 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616356900Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616356915 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616356915Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616357325 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616357340 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616357340Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616357750 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616357763 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616357763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c1f682: reopening flushed file at 1732616358172 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5158a84e: reopening flushed file at 1732616358176 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cdc34e: reopening flushed file at 1732616358180 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false at 1732616358185 (+5 ms)Writing region close event to WAL at 1732616358187 (+2 ms)Closed at 1732616358187 2024-11-26T10:19:18,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43293 is added to blk_1073741830_1006 (size=10165) 2024-11-26T10:19:18,189 INFO [M:0;94eedbb855cf:46615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:19:18,189 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:19:18,189 INFO [M:0;94eedbb855cf:46615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46615 2024-11-26T10:19:18,190 INFO [M:0;94eedbb855cf:46615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:19:18,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:18,291 INFO [M:0;94eedbb855cf:46615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:19:18,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46615-0x10153c920060003, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:18,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc2740d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:19:18,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:19:18,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:19:18,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:19:18,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/hadoop.log.dir/,STOPPED} 2024-11-26T10:19:18,295 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:19:18,295 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:19:18,295 WARN [BP-1603088454-172.17.0.2-1732616340916 heartbeating to localhost/127.0.0.1:40659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:19:18,295 WARN [BP-1603088454-172.17.0.2-1732616340916 heartbeating to localhost/127.0.0.1:40659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1603088454-172.17.0.2-1732616340916 (Datanode Uuid 8b1b2b18-39b0-460c-be68-aa73a481c5a3) service to localhost/127.0.0.1:40659 2024-11-26T10:19:18,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/cluster_65a5842c-8788-6f8c-60ac-4d8491dce07c/data/data1/current/BP-1603088454-172.17.0.2-1732616340916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:19:18,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/cluster_65a5842c-8788-6f8c-60ac-4d8491dce07c/data/data2/current/BP-1603088454-172.17.0.2-1732616340916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:19:18,296 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:19:18,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d5d2530{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:19:18,303 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:19:18,303 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:19:18,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:19:18,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/hadoop.log.dir/,STOPPED} 2024-11-26T10:19:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:19:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:19:18,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:18,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:18,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:18,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:18,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:18,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:19:18,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1282575152, stopped=false 2024-11-26T10:19:18,314 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,42643,1732616350995 2024-11-26T10:19:18,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491581309/running 2024-11-26T10:19:18,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491581309/running 2024-11-26T10:19:18,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:18,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:18,316 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:19:18,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:18,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:18,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:18,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/running 2024-11-26T10:19:18,317 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,37561,1732616351024' ***** 2024-11-26T10:19:18,317 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:19:18,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Set watcher on znode that does not yet exist, /0-1491581309/running 2024-11-26T10:19:18,317 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:19:18,317 INFO [RS:0;94eedbb855cf:37561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:19:18,317 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:19:18,317 INFO [RS:0;94eedbb855cf:37561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:19:18,317 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:18,318 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,37561,1732616351024 2024-11-26T10:19:18,318 INFO [RS:0;94eedbb855cf:37561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:19:18,318 INFO [RS:0;94eedbb855cf:37561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:37561. 2024-11-26T10:19:18,318 DEBUG [RS:0;94eedbb855cf:37561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:18,318 DEBUG [RS:0;94eedbb855cf:37561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:18,318 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c38c24c03359b67cec51ffd52f52078, disabling compactions & flushes 2024-11-26T10:19:18,318 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:19:18,318 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:19:18,318 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:18,318 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:19:18,318 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:18,318 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:19:18,318 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. after waiting 0 ms 2024-11-26T10:19:18,318 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:18,318 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:19:18,318 DEBUG [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(1325): Online Regions={2c38c24c03359b67cec51ffd52f52078=hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:19:18,318 DEBUG [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c38c24c03359b67cec51ffd52f52078 2024-11-26T10:19:18,319 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:19:18,319 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:19:18,319 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:19:18,319 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:19:18,319 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:19:18,319 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T10:19:18,322 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/replication/2c38c24c03359b67cec51ffd52f52078/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-26T10:19:18,323 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:18,323 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:19:18,323 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:18,323 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c38c24c03359b67cec51ffd52f52078: Waiting for close lock at 1732616358318Running coprocessor pre-close hooks at 1732616358318Disabling compacts and flushes for region at 1732616358318Disabling writes for close at 1732616358318Writing region close event to WAL at 1732616358319 (+1 ms)Running coprocessor post-close hooks at 1732616358323 (+4 ms)Closed at 1732616358323 2024-11-26T10:19:18,323 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078. 2024-11-26T10:19:18,341 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/.tmp/info/680f0087a46c4368a0e3b50b01034e9c is 147, key is hbase:replication,,1732616345120.2c38c24c03359b67cec51ffd52f52078./info:regioninfo/1732616356084/Put/seqid=0 2024-11-26T10:19:18,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741851_1027 (size=6385) 2024-11-26T10:19:18,405 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:19:18,519 DEBUG [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:18,719 DEBUG [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:18,745 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/.tmp/info/680f0087a46c4368a0e3b50b01034e9c 2024-11-26T10:19:18,750 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/.tmp/info/680f0087a46c4368a0e3b50b01034e9c as hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/info/680f0087a46c4368a0e3b50b01034e9c 2024-11-26T10:19:18,755 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/info/680f0087a46c4368a0e3b50b01034e9c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T10:19:18,756 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false 2024-11-26T10:19:18,760 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T10:19:18,761 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:18,761 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:19:18,761 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:18,761 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616358319Running coprocessor pre-close hooks at 1732616358319Disabling compacts and flushes for region at 1732616358319Disabling writes for close at 1732616358319Obtaining lock to block concurrent updates at 1732616358319Preparing flush snapshotting stores in 1588230740 at 1732616358319Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732616358319Flushing stores of hbase:meta,,1.1588230740 at 1732616358320 (+1 ms)Flushing 1588230740/info: creating writer at 1732616358320Flushing 1588230740/info: appending metadata at 1732616358341 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732616358341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d170408: reopening flushed file at 1732616358750 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false at 1732616358756 (+6 ms)Writing region close event to WAL at 1732616358757 (+1 ms)Running coprocessor post-close hooks at 1732616358761 (+4 ms)Closed at 1732616358761 2024-11-26T10:19:18,761 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:18,919 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,37561,1732616351024; all regions closed. 2024-11-26T10:19:18,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741849_1025 (size=2156) 2024-11-26T10:19:18,921 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.meta.1732616351776.meta not finished, retry = 0 2024-11-26T10:19:19,024 DEBUG [RS:0;94eedbb855cf:37561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/oldWALs 2024-11-26T10:19:19,024 INFO [RS:0;94eedbb855cf:37561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C37561%2C1732616351024.meta:.meta(num 1732616351776) 2024-11-26T10:19:19,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741850_1026 (size=796) 2024-11-26T10:19:19,026 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/WALs/94eedbb855cf,37561,1732616351024/94eedbb855cf%2C37561%2C1732616351024.rep.1732616356049 not finished, retry = 0 2024-11-26T10:19:19,128 DEBUG [RS:0;94eedbb855cf:37561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/oldWALs 2024-11-26T10:19:19,128 INFO [RS:0;94eedbb855cf:37561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C37561%2C1732616351024.rep:(num 1732616356049) 2024-11-26T10:19:19,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741848_1024 (size=93) 2024-11-26T10:19:19,132 DEBUG [RS:0;94eedbb855cf:37561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/oldWALs 2024-11-26T10:19:19,132 INFO [RS:0;94eedbb855cf:37561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C37561%2C1732616351024:(num 1732616351446) 2024-11-26T10:19:19,132 DEBUG [RS:0;94eedbb855cf:37561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:19,132 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:19:19,132 INFO [RS:0;94eedbb855cf:37561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:19:19,132 INFO [RS:0;94eedbb855cf:37561 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:19:19,133 INFO [RS:0;94eedbb855cf:37561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:19:19,133 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:19:19,133 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,37561,1732616351024 because: Region server is closing 2024-11-26T10:19:19,133 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T10:19:19,133 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T10:19:19,133 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T10:19:19,133 INFO [RS:0;94eedbb855cf:37561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:37561. 2024-11-26T10:19:19,133 DEBUG [RS:0;94eedbb855cf:37561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:19,133 DEBUG [RS:0;94eedbb855cf:37561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:19,133 DEBUG [RS:0;94eedbb855cf:37561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:19,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:19,233 WARN [RS:0;94eedbb855cf:37561.replicationSource.shipper94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T10:19:19,234 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;94eedbb855cf:37561.replicationSource.shipper94eedbb855cf%2C37561%2C1732616351024,1-94eedbb855cf,37561,1732616351024 terminated 2024-11-26T10:19:19,234 INFO [RS:0;94eedbb855cf:37561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37561 2024-11-26T10:19:19,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491581309/rs/94eedbb855cf,37561,1732616351024 2024-11-26T10:19:19,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309/rs 2024-11-26T10:19:19,235 INFO [RS:0;94eedbb855cf:37561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:19:19,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,37561,1732616351024] 2024-11-26T10:19:19,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491581309/draining/94eedbb855cf,37561,1732616351024 already deleted, retry=false 2024-11-26T10:19:19,239 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,37561,1732616351024 expired; onlineServers=0 2024-11-26T10:19:19,239 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,42643,1732616350995' ***** 2024-11-26T10:19:19,239 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:19:19,239 INFO [M:0;94eedbb855cf:42643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:19:19,239 INFO [M:0;94eedbb855cf:42643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:19:19,239 DEBUG [M:0;94eedbb855cf:42643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:19:19,239 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:19:19,239 DEBUG [M:0;94eedbb855cf:42643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:19:19,239 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616351212 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616351212,5,FailOnTimeoutGroup] 2024-11-26T10:19:19,239 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616351212 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616351212,5,FailOnTimeoutGroup] 2024-11-26T10:19:19,239 INFO [M:0;94eedbb855cf:42643 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:19:19,240 INFO [M:0;94eedbb855cf:42643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:19:19,240 DEBUG [M:0;94eedbb855cf:42643 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:19:19,240 INFO [M:0;94eedbb855cf:42643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:19:19,240 INFO [M:0;94eedbb855cf:42643 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:19:19,240 INFO [M:0;94eedbb855cf:42643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:19:19,240 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:19:19,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491581309/master 2024-11-26T10:19:19,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491581309 2024-11-26T10:19:19,241 DEBUG [M:0;94eedbb855cf:42643 {}] zookeeper.ZKUtil(347): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Unable to get data of znode /0-1491581309/master because node does not exist (not an error) 2024-11-26T10:19:19,241 WARN [M:0;94eedbb855cf:42643 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:19:19,241 INFO [M:0;94eedbb855cf:42643 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/.lastflushedseqids 2024-11-26T10:19:19,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741852_1028 (size=181) 2024-11-26T10:19:19,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:19,338 INFO [RS:0;94eedbb855cf:37561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:19:19,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37561-0x10153c920060007, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:19,338 INFO [RS:0;94eedbb855cf:37561 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,37561,1732616351024; zookeeper connection closed. 2024-11-26T10:19:19,339 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7198a26a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7198a26a 2024-11-26T10:19:19,339 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:19:19,647 INFO [M:0;94eedbb855cf:42643 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:19:19,647 INFO [M:0;94eedbb855cf:42643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:19:19,647 DEBUG [M:0;94eedbb855cf:42643 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:19:19,647 INFO [M:0;94eedbb855cf:42643 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:19,647 DEBUG [M:0;94eedbb855cf:42643 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:19,647 DEBUG [M:0;94eedbb855cf:42643 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:19:19,647 DEBUG [M:0;94eedbb855cf:42643 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:19,647 INFO [M:0;94eedbb855cf:42643 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T10:19:19,663 DEBUG [M:0;94eedbb855cf:42643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a3df718175e488080aecf9c126d949a is 82, key is hbase:meta,,1/info:regioninfo/1732616351828/Put/seqid=0 2024-11-26T10:19:19,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741853_1029 (size=5672) 2024-11-26T10:19:20,067 INFO [M:0;94eedbb855cf:42643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a3df718175e488080aecf9c126d949a 2024-11-26T10:19:20,086 DEBUG [M:0;94eedbb855cf:42643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42ca6e3f83f04f928b5c8e912126ae58 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732616356089/Put/seqid=0 2024-11-26T10:19:20,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741854_1030 (size=7312) 2024-11-26T10:19:20,490 INFO [M:0;94eedbb855cf:42643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42ca6e3f83f04f928b5c8e912126ae58 2024-11-26T10:19:20,513 DEBUG [M:0;94eedbb855cf:42643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed9f2845db914210bce35846096d6318 is 69, key is 94eedbb855cf,37561,1732616351024/rs:state/1732616351272/Put/seqid=0 2024-11-26T10:19:20,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741855_1031 (size=5370) 2024-11-26T10:19:20,918 INFO [M:0;94eedbb855cf:42643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed9f2845db914210bce35846096d6318 2024-11-26T10:19:20,922 INFO [M:0;94eedbb855cf:42643 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed9f2845db914210bce35846096d6318 2024-11-26T10:19:20,923 DEBUG [M:0;94eedbb855cf:42643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a3df718175e488080aecf9c126d949a as hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a3df718175e488080aecf9c126d949a 2024-11-26T10:19:20,927 INFO [M:0;94eedbb855cf:42643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a3df718175e488080aecf9c126d949a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T10:19:20,928 DEBUG [M:0;94eedbb855cf:42643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42ca6e3f83f04f928b5c8e912126ae58 as hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42ca6e3f83f04f928b5c8e912126ae58 2024-11-26T10:19:20,932 INFO [M:0;94eedbb855cf:42643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42ca6e3f83f04f928b5c8e912126ae58, entries=7, sequenceid=127, filesize=7.1 K 2024-11-26T10:19:20,933 DEBUG [M:0;94eedbb855cf:42643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed9f2845db914210bce35846096d6318 as hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed9f2845db914210bce35846096d6318 2024-11-26T10:19:20,937 INFO [M:0;94eedbb855cf:42643 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed9f2845db914210bce35846096d6318 2024-11-26T10:19:20,937 INFO [M:0;94eedbb855cf:42643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42613/user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed9f2845db914210bce35846096d6318, entries=2, sequenceid=127, filesize=5.2 K 2024-11-26T10:19:20,938 INFO [M:0;94eedbb855cf:42643 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false 2024-11-26T10:19:20,939 INFO [M:0;94eedbb855cf:42643 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:20,939 DEBUG [M:0;94eedbb855cf:42643 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616359647Disabling compacts and flushes for region at 1732616359647Disabling writes for close at 1732616359647Obtaining lock to block concurrent updates at 1732616359647Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616359647Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732616359648 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616359648Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616359648Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616359662 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616359662Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616360072 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616360085 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616360086 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616360495 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616360512 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616360513 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ed3580: reopening flushed file at 1732616360922 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62ec9fa4: reopening flushed file at 1732616360928 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@739849b5: reopening flushed file at 1732616360933 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false at 1732616360938 (+5 ms)Writing region close event to WAL at 1732616360939 (+1 ms)Closed at 1732616360939 2024-11-26T10:19:20,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46547 is added to blk_1073741847_1023 (size=22903) 2024-11-26T10:19:20,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f01e713c-633d-0243-8678-7dd99d028b9e/MasterData/WALs/94eedbb855cf,42643,1732616350995/94eedbb855cf%2C42643%2C1732616350995.1732616351103 not finished, retry = 0 2024-11-26T10:19:21,042 INFO [M:0;94eedbb855cf:42643 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:19:21,042 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:19:21,043 INFO [M:0;94eedbb855cf:42643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42643 2024-11-26T10:19:21,043 INFO [M:0;94eedbb855cf:42643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:19:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:21,144 INFO [M:0;94eedbb855cf:42643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:19:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42643-0x10153c920060006, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:21,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39cef80a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:19:21,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4184d484{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:19:21,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:19:21,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:19:21,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/hadoop.log.dir/,STOPPED} 2024-11-26T10:19:21,149 WARN [BP-1199044026-172.17.0.2-1732616336780 heartbeating to localhost/127.0.0.1:42613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:19:21,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:19:21,149 WARN [BP-1199044026-172.17.0.2-1732616336780 heartbeating to localhost/127.0.0.1:42613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1199044026-172.17.0.2-1732616336780 (Datanode Uuid 02453912-d8dc-4b15-8594-01cba42b3ff6) service to localhost/127.0.0.1:42613 2024-11-26T10:19:21,149 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:19:21,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/cluster_8a78c6cc-27e6-b142-29ff-eacaa2bdc75a/data/data1/current/BP-1199044026-172.17.0.2-1732616336780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:19:21,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/cluster_8a78c6cc-27e6-b142-29ff-eacaa2bdc75a/data/data2/current/BP-1199044026-172.17.0.2-1732616336780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:19:21,150 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:19:21,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@159e5a7f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:19:21,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4649bf0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:19:21,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:19:21,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:19:21,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d32fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/580ff9aa-24c0-4d86-2937-f7bd28c337ab/hadoop.log.dir/,STOPPED} 2024-11-26T10:19:21,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:19:21,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:19:21,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 162) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57953) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57953) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40659 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42613 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=5910 (was 5920) 2024-11-26T10:19:21,196 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=223, ProcessCount=11, AvailableMemoryMB=5910 2024-11-26T10:19:21,212 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-26T10:19:21,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/hadoop.log.dir so I do NOT create it in target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60 2024-11-26T10:19:21,213 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:19:21,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/hadoop.tmp.dir so I do NOT create it in target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60 2024-11-26T10:19:21,213 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d65dea92-a751-5150-0a7b-8d785d99146e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:19:21,213 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60 2024-11-26T10:19:21,213 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/cluster_e650fd0a-923c-21ec-5e55-c844e6ad425e, deleteOnExit=true 2024-11-26T10:19:21,214 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 58690 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:227) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T10:19:21,217 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/cluster_e650fd0a-923c-21ec-5e55-c844e6ad425e/zookeeper_0, clientPort=58691, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/cluster_e650fd0a-923c-21ec-5e55-c844e6ad425e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/cluster_e650fd0a-923c-21ec-5e55-c844e6ad425e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:19:21,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58691 2024-11-26T10:19:21,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:19:21,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:19:21,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/test.cache.data in system properties and HBase conf 2024-11-26T10:19:21,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:19:21,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:19:21,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:19:21,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:19:21,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:19:21,218 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:19:21,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:19:21,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:19:21,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:19:21,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:19:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:19:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:19:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:19:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:19:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:19:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:19:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:19:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:19:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:19:21,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:19:21,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153c920060005, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:19:21,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153c920060002, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:19:21,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153c920060005, quorum=127.0.0.1:57953, baseZNode=/1974767149 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:19:21,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153c920060002, quorum=127.0.0.1:57953, baseZNode=/0-1491581309 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:19:21,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:21,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:19:21,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:19:21,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:19:21,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:19:21,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:21,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db69a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:19:21,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8715926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:19:21,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@267ec229{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/java.io.tmpdir/jetty-localhost-36279-hadoop-hdfs-3_4_1-tests_jar-_-any-18368244732332963295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:19:21,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46a94287{HTTP/1.1, (http/1.1)}{localhost:36279} 2024-11-26T10:19:21,415 INFO [Time-limited test {}] server.Server(415): Started @153232ms 2024-11-26T10:19:21,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:21,510 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:19:21,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:19:21,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:19:21,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:19:21,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:19:21,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:19:21,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37175182{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/java.io.tmpdir/jetty-localhost-36427-hadoop-hdfs-3_4_1-tests_jar-_-any-12109144870815702617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:19:21,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:36427} 2024-11-26T10:19:21,632 INFO [Time-limited test {}] server.Server(415): Started @153450ms 2024-11-26T10:19:21,634 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:19:21,737 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/cluster_e650fd0a-923c-21ec-5e55-c844e6ad425e/data/data1/current/BP-2117399397-172.17.0.2-1732616361236/current, will proceed with Du for space computation calculation, 2024-11-26T10:19:21,737 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/cluster_e650fd0a-923c-21ec-5e55-c844e6ad425e/data/data2/current/BP-2117399397-172.17.0.2-1732616361236/current, will proceed with Du for space computation calculation, 2024-11-26T10:19:21,758 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:19:21,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x415bd6cd0221dac8 with lease ID 0x6bfc32b0b8326e02: Processing first storage report for DS-0e8eae51-7a81-460d-91ea-87d5a0f7cf14 from datanode DatanodeRegistration(127.0.0.1:44675, datanodeUuid=e222c0e9-c93c-4711-ac5e-710b7864a5cc, infoPort=42627, infoSecurePort=0, ipcPort=33285, storageInfo=lv=-57;cid=testClusterID;nsid=817083882;c=1732616361236) 2024-11-26T10:19:21,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x415bd6cd0221dac8 with lease ID 0x6bfc32b0b8326e02: from storage DS-0e8eae51-7a81-460d-91ea-87d5a0f7cf14 node DatanodeRegistration(127.0.0.1:44675, datanodeUuid=e222c0e9-c93c-4711-ac5e-710b7864a5cc, infoPort=42627, infoSecurePort=0, ipcPort=33285, storageInfo=lv=-57;cid=testClusterID;nsid=817083882;c=1732616361236), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:19:21,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x415bd6cd0221dac8 with lease ID 0x6bfc32b0b8326e02: Processing first storage report for DS-6fb5a666-b6da-4fbe-b33d-8327e2241b07 from datanode DatanodeRegistration(127.0.0.1:44675, datanodeUuid=e222c0e9-c93c-4711-ac5e-710b7864a5cc, infoPort=42627, infoSecurePort=0, ipcPort=33285, storageInfo=lv=-57;cid=testClusterID;nsid=817083882;c=1732616361236) 2024-11-26T10:19:21,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x415bd6cd0221dac8 with lease ID 0x6bfc32b0b8326e02: from storage DS-6fb5a666-b6da-4fbe-b33d-8327e2241b07 node DatanodeRegistration(127.0.0.1:44675, datanodeUuid=e222c0e9-c93c-4711-ac5e-710b7864a5cc, infoPort=42627, infoSecurePort=0, ipcPort=33285, storageInfo=lv=-57;cid=testClusterID;nsid=817083882;c=1732616361236), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:19:21,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60 2024-11-26T10:19:21,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:21,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:21,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:19:21,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb with version=8 2024-11-26T10:19:21,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/hbase-staging 2024-11-26T10:19:21,877 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:19:21,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:21,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:21,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:19:21,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:21,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:19:21,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:19:21,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:19:21,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40321 2024-11-26T10:19:21,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40321 connecting to ZooKeeper ensemble=127.0.0.1:58691 2024-11-26T10:19:21,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403210x0, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:21,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40321-0x10153c97f900000 connected 2024-11-26T10:19:21,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:21,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:21,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Set watcher on znode that does not yet exist, /0-1020005812/running 2024-11-26T10:19:21,927 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb, hbase.cluster.distributed=false 2024-11-26T10:19:21,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Set watcher on znode that does not yet exist, /0-1020005812/acl 2024-11-26T10:19:21,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40321 2024-11-26T10:19:21,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40321 2024-11-26T10:19:21,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40321 2024-11-26T10:19:21,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40321 2024-11-26T10:19:21,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40321 2024-11-26T10:19:21,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:19:21,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:21,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:21,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:19:21,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:21,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:19:21,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:19:21,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:19:21,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40621 2024-11-26T10:19:21,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40621 connecting to ZooKeeper ensemble=127.0.0.1:58691 2024-11-26T10:19:21,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:21,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:21,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406210x0, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:21,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406210x0, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Set watcher on znode that does not yet exist, /0-1020005812/running 2024-11-26T10:19:21,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40621-0x10153c97f900001 connected 2024-11-26T10:19:21,959 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:19:21,960 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:19:21,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Set watcher on znode that does not yet exist, /0-1020005812/master 2024-11-26T10:19:21,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Set watcher on znode that does not yet exist, /0-1020005812/acl 2024-11-26T10:19:21,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40621 2024-11-26T10:19:21,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40621 2024-11-26T10:19:21,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40621 2024-11-26T10:19:21,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40621 2024-11-26T10:19:21,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40621 2024-11-26T10:19:21,980 DEBUG [M:0;94eedbb855cf:40321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:40321 2024-11-26T10:19:21,980 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1020005812/backup-masters/94eedbb855cf,40321,1732616361876 2024-11-26T10:19:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812/backup-masters 2024-11-26T10:19:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812/backup-masters 2024-11-26T10:19:21,982 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Set watcher on existing znode=/0-1020005812/backup-masters/94eedbb855cf,40321,1732616361876 2024-11-26T10:19:21,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:21,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1020005812/master 2024-11-26T10:19:21,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:21,985 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Set watcher on existing znode=/0-1020005812/master 2024-11-26T10:19:21,985 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1020005812/backup-masters/94eedbb855cf,40321,1732616361876 from backup master directory 2024-11-26T10:19:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1020005812/backup-masters/94eedbb855cf,40321,1732616361876 2024-11-26T10:19:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812/backup-masters 2024-11-26T10:19:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812/backup-masters 2024-11-26T10:19:21,986 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:19:21,986 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,40321,1732616361876 2024-11-26T10:19:21,990 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/hbase.id] with ID: b3451042-677a-4d83-ae93-200006d76185 2024-11-26T10:19:21,990 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/.tmp/hbase.id 2024-11-26T10:19:21,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:19:22,396 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/.tmp/hbase.id]:[hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/hbase.id] 2024-11-26T10:19:22,406 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:22,406 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:19:22,407 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:19:22,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:22,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:22,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:19:22,815 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:22,816 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:19:22,816 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:19:23,223 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store 2024-11-26T10:19:23,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:19:23,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:19:23,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T10:19:23,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T10:19:23,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:23,629 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:23,629 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:19:23,629 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:23,629 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:23,629 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:19:23,629 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:23,629 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:23,629 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616363629Disabling compacts and flushes for region at 1732616363629Disabling writes for close at 1732616363629Writing region close event to WAL at 1732616363629Closed at 1732616363629 2024-11-26T10:19:23,630 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/.initializing 2024-11-26T10:19:23,630 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/WALs/94eedbb855cf,40321,1732616361876 2024-11-26T10:19:23,631 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:19:23,632 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C40321%2C1732616361876, suffix=, logDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/WALs/94eedbb855cf,40321,1732616361876, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/oldWALs, maxLogs=10 2024-11-26T10:19:23,645 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/WALs/94eedbb855cf,40321,1732616361876/94eedbb855cf%2C40321%2C1732616361876.1732616363633, exclude list is [], retry=0 2024-11-26T10:19:23,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44675,DS-0e8eae51-7a81-460d-91ea-87d5a0f7cf14,DISK] 2024-11-26T10:19:23,649 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/WALs/94eedbb855cf,40321,1732616361876/94eedbb855cf%2C40321%2C1732616361876.1732616363633 2024-11-26T10:19:23,649 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42627:42627)] 2024-11-26T10:19:23,650 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:23,650 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:23,650 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:23,650 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:23,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:23,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:19:23,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:23,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:23,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:23,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:19:23,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:23,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:23,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:23,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:19:23,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:23,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:23,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:23,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:19:23,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:23,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:23,656 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:23,657 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:23,657 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:23,658 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:23,658 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:23,658 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:23,659 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:23,661 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:23,661 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64318067, jitterRate=-0.04158611595630646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:23,662 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616363650Initializing all the Stores at 1732616363651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616363651Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616363651Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616363651Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616363651Cleaning up temporary data from old regions at 1732616363658 (+7 ms)Region opened successfully at 1732616363662 (+4 ms) 2024-11-26T10:19:23,662 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:19:23,664 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a461e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:19:23,665 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:19:23,665 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:19:23,665 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:19:23,665 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:19:23,666 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:19:23,666 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:19:23,666 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:19:23,667 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:19:23,668 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Unable to get data of znode /0-1020005812/balancer because node does not exist (not necessarily an error) 2024-11-26T10:19:23,669 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1020005812/balancer already deleted, retry=false 2024-11-26T10:19:23,669 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:19:23,670 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Unable to get data of znode /0-1020005812/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:19:23,672 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1020005812/normalizer already deleted, retry=false 2024-11-26T10:19:23,672 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:19:23,673 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Unable to get data of znode /0-1020005812/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:19:23,674 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1020005812/switch/split already deleted, retry=false 2024-11-26T10:19:23,674 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Unable to get data of znode /0-1020005812/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:19:23,675 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1020005812/switch/merge already deleted, retry=false 2024-11-26T10:19:23,677 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Unable to get data of znode /0-1020005812/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:19:23,678 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1020005812/snapshot-cleanup already deleted, retry=false 2024-11-26T10:19:23,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1020005812/running 2024-11-26T10:19:23,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1020005812/running 2024-11-26T10:19:23,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:23,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:23,681 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,40321,1732616361876, sessionid=0x10153c97f900000, setting cluster-up flag (Was=false) 2024-11-26T10:19:23,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:23,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:23,688 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1020005812/flush-table-proc/acquired, /0-1020005812/flush-table-proc/reached, /0-1020005812/flush-table-proc/abort 2024-11-26T10:19:23,689 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,40321,1732616361876 2024-11-26T10:19:23,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:23,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:23,698 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1020005812/online-snapshot/acquired, /0-1020005812/online-snapshot/reached, /0-1020005812/online-snapshot/abort 2024-11-26T10:19:23,698 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,40321,1732616361876 2024-11-26T10:19:23,699 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:19:23,701 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:23,701 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:19:23,701 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:19:23,701 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 94eedbb855cf,37759,1732616337859: status=Processing ServerCrashProcedure of 94eedbb855cf,37759,1732616337859 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732616351206, completionTime=-1 appears to have been leaked 2024-11-26T10:19:23,701 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,40321,1732616361876 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:19:23,702 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:23,702 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:23,702 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:23,702 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:23,702 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:19:23,702 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,702 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:19:23,702 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:23,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:19:23,704 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:23,704 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:19:23,705 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616393705 2024-11-26T10:19:23,705 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:19:23,705 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:19:23,705 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:19:23,705 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:19:23,705 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:19:23,705 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:19:23,708 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,709 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:19:23,709 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:19:23,709 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:19:23,709 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:19:23,709 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:19:23,709 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:19:23,709 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616363709,5,FailOnTimeoutGroup] 2024-11-26T10:19:23,712 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616363709,5,FailOnTimeoutGroup] 2024-11-26T10:19:23,712 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,712 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:19:23,712 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,712 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:19:23,771 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(746): ClusterId : b3451042-677a-4d83-ae93-200006d76185 2024-11-26T10:19:23,771 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:19:23,773 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:19:23,773 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:19:23,776 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:19:23,776 DEBUG [RS:0;94eedbb855cf:40621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f689aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:19:23,791 DEBUG [RS:0;94eedbb855cf:40621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:40621 2024-11-26T10:19:23,791 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:19:23,792 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:19:23,792 DEBUG [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:19:23,792 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,40321,1732616361876 with port=40621, startcode=1732616361948 2024-11-26T10:19:23,793 DEBUG [RS:0;94eedbb855cf:40621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:19:23,794 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:19:23,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,40621,1732616361948 2024-11-26T10:19:23,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40321 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,40621,1732616361948 2024-11-26T10:19:23,796 DEBUG [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb 2024-11-26T10:19:23,796 DEBUG [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37931 2024-11-26T10:19:23,796 DEBUG [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:19:23,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812/rs 2024-11-26T10:19:23,798 DEBUG [RS:0;94eedbb855cf:40621 {}] zookeeper.ZKUtil(111): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Set watcher on existing znode=/0-1020005812/rs/94eedbb855cf,40621,1732616361948 2024-11-26T10:19:23,798 WARN [RS:0;94eedbb855cf:40621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:19:23,798 INFO [RS:0;94eedbb855cf:40621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:23,798 DEBUG [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948 2024-11-26T10:19:23,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,40621,1732616361948] 2024-11-26T10:19:23,801 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:19:23,802 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:19:23,803 INFO [RS:0;94eedbb855cf:40621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:19:23,803 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,803 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:19:23,804 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:19:23,804 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:19:23,804 DEBUG [RS:0;94eedbb855cf:40621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:19:23,808 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,808 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,808 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,808 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,808 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,808 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,40621,1732616361948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:23,823 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:19:23,823 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,40621,1732616361948-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,823 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,823 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.Replication(171): 94eedbb855cf,40621,1732616361948 started 2024-11-26T10:19:23,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:19:23,836 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:23,836 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,40621,1732616361948, RpcServer on 94eedbb855cf/172.17.0.2:40621, sessionid=0x10153c97f900001 2024-11-26T10:19:23,836 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:19:23,836 DEBUG [RS:0;94eedbb855cf:40621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,40621,1732616361948 2024-11-26T10:19:23,837 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,40621,1732616361948' 2024-11-26T10:19:23,837 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1020005812/flush-table-proc/abort' 2024-11-26T10:19:23,837 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1020005812/flush-table-proc/acquired' 2024-11-26T10:19:23,837 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:19:23,837 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:19:23,838 DEBUG [RS:0;94eedbb855cf:40621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,40621,1732616361948 2024-11-26T10:19:23,838 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,40621,1732616361948' 2024-11-26T10:19:23,838 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1020005812/online-snapshot/abort' 2024-11-26T10:19:23,838 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1020005812/online-snapshot/acquired' 2024-11-26T10:19:23,838 DEBUG [RS:0;94eedbb855cf:40621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:19:23,838 INFO [RS:0;94eedbb855cf:40621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:19:23,838 INFO [RS:0;94eedbb855cf:40621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:19:23,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:23,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:23,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:23,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:23,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:23,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:23,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:23,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:23,939 INFO [RS:0;94eedbb855cf:40621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:19:23,940 INFO [RS:0;94eedbb855cf:40621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C40621%2C1732616361948, suffix=, logDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/oldWALs, maxLogs=10 2024-11-26T10:19:23,953 DEBUG [RS:0;94eedbb855cf:40621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940, exclude list is [], retry=0 2024-11-26T10:19:23,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44675,DS-0e8eae51-7a81-460d-91ea-87d5a0f7cf14,DISK] 2024-11-26T10:19:23,958 INFO [RS:0;94eedbb855cf:40621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 2024-11-26T10:19:23,958 DEBUG [RS:0;94eedbb855cf:40621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42627:42627)] 2024-11-26T10:19:24,119 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:19:24,119 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb 2024-11-26T10:19:24,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:19:24,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:24,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:24,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:24,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:24,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:24,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:24,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:24,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:24,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:24,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:24,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:24,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:24,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:24,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:24,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:24,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:24,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:24,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:24,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740 2024-11-26T10:19:24,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740 2024-11-26T10:19:24,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:24,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:24,535 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:24,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:24,537 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:24,538 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64755425, jitterRate=-0.035068973898887634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:24,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616364525Initializing all the Stores at 1732616364526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616364526Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616364526Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616364526Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616364526Cleaning up temporary data from old regions at 1732616364534 (+8 ms)Region opened successfully at 1732616364538 (+4 ms) 2024-11-26T10:19:24,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:19:24,538 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:19:24,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:19:24,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:19:24,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:19:24,539 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:24,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616364538Disabling compacts and flushes for region at 1732616364538Disabling writes for close at 1732616364538Writing region close event to WAL at 1732616364539 (+1 ms)Closed at 1732616364539 2024-11-26T10:19:24,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:24,540 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:19:24,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:19:24,541 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:24,541 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:19:24,692 DEBUG [94eedbb855cf:40321 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:19:24,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,40621,1732616361948 2024-11-26T10:19:24,693 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,40621,1732616361948, state=OPENING 2024-11-26T10:19:24,694 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:19:24,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:24,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:24,702 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:24,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1020005812/meta-region-server: CHANGED 2024-11-26T10:19:24,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1020005812/meta-region-server: CHANGED 2024-11-26T10:19:24,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,40621,1732616361948}] 2024-11-26T10:19:24,854 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:19:24,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:19:24,860 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:19:24,860 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:24,860 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:19:24,861 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C40621%2C1732616361948.meta, suffix=.meta, logDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/oldWALs, maxLogs=10 2024-11-26T10:19:24,874 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.meta.1732616364861.meta, exclude list is [], retry=0 2024-11-26T10:19:24,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44675,DS-0e8eae51-7a81-460d-91ea-87d5a0f7cf14,DISK] 2024-11-26T10:19:24,878 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.meta.1732616364861.meta 2024-11-26T10:19:24,878 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42627:42627)] 2024-11-26T10:19:24,878 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:24,878 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:24,878 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:24,878 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:19:24,878 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:19:24,878 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:19:24,878 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:24,879 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:19:24,879 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:19:24,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:24,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:24,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:24,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:24,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:24,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:24,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:24,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:24,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:24,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:24,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:24,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:24,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:24,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:24,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:24,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:24,885 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:24,885 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740 2024-11-26T10:19:24,886 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740 2024-11-26T10:19:24,887 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:24,887 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:24,888 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:24,889 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:24,890 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73951190, jitterRate=0.10195860266685486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:24,890 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:19:24,890 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616364879Writing region info on filesystem at 1732616364879Initializing all the Stores at 1732616364879Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616364879Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616364879Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616364879Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616364879Cleaning up temporary data from old regions at 1732616364887 (+8 ms)Running coprocessor post-open hooks at 1732616364890 (+3 ms)Region opened successfully at 1732616364890 2024-11-26T10:19:24,892 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616364854 2024-11-26T10:19:24,894 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:19:24,894 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:19:24,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,40621,1732616361948 2024-11-26T10:19:24,896 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,40621,1732616361948, state=OPEN 2024-11-26T10:19:24,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1020005812/meta-region-server 2024-11-26T10:19:24,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1020005812/meta-region-server 2024-11-26T10:19:24,897 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,40621,1732616361948 2024-11-26T10:19:24,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1020005812/meta-region-server: CHANGED 2024-11-26T10:19:24,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1020005812/meta-region-server: CHANGED 2024-11-26T10:19:24,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:19:24,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,40621,1732616361948 in 195 msec 2024-11-26T10:19:24,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:19:24,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-26T10:19:24,902 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:24,902 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:19:24,903 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:24,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40621,1732616361948, seqNum=-1] 2024-11-26T10:19:24,904 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:24,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:24,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-26T10:19:24,910 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616364910, completionTime=-1 2024-11-26T10:19:24,910 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:19:24,910 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:19:24,912 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:19:24,912 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616424912 2024-11-26T10:19:24,912 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616484912 2024-11-26T10:19:24,912 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T10:19:24,912 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,40321,1732616361876-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:24,912 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,40321,1732616361876-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:24,912 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,40321,1732616361876-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:24,913 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:40321, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:24,913 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:24,913 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:24,914 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:19:24,916 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.930sec 2024-11-26T10:19:24,916 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:19:24,916 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:19:24,916 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:19:24,916 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:19:24,916 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:19:24,916 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,40321,1732616361876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:24,917 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,40321,1732616361876-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:19:24,919 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:19:24,919 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:19:24,919 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,40321,1732616361876-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:24,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:24,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,40321,-1 for getting cluster id 2024-11-26T10:19:24,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:24,973 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3451042-677a-4d83-ae93-200006d76185' 2024-11-26T10:19:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3451042-677a-4d83-ae93-200006d76185" 2024-11-26T10:19:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c90022f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,40321,-1] 2024-11-26T10:19:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:24,975 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:24,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9040624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:24,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40621,1732616361948, seqNum=-1] 2024-11-26T10:19:24,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:24,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:24,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,40321,1732616361876 2024-11-26T10:19:24,980 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58691 2024-11-26T10:19:24,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:24,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153c97f900002 connected 2024-11-26T10:19:24,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/hadoop.log.dir so I do NOT create it in target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1 2024-11-26T10:19:24,986 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:19:24,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/hadoop.tmp.dir so I do NOT create it in target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1 2024-11-26T10:19:24,986 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:19:24,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1 2024-11-26T10:19:24,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:19:24,986 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/cluster_82f77341-ab9a-82f8-9d0e-81f80c6a1a44, deleteOnExit=true 2024-11-26T10:19:24,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:19:24,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/test.cache.data in system properties and HBase conf 2024-11-26T10:19:24,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:19:24,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:19:24,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:19:24,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:19:24,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:19:24,987 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:19:24,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:19:24,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:19:24,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:19:24,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:19:24,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:19:24,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:19:24,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:19:24,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:19:24,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:19:24,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:19:24,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:19:24,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:19:24,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:19:24,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:19:25,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:25,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:19:25,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:19:25,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:19:25,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:19:25,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:25,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:19:25,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:19:25,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/java.io.tmpdir/jetty-localhost-33955-hadoop-hdfs-3_4_1-tests_jar-_-any-1372517358026375943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:19:25,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:33955} 2024-11-26T10:19:25,249 INFO [Time-limited test {}] server.Server(415): Started @157066ms 2024-11-26T10:19:25,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:25,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:19:25,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:19:25,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:19:25,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:19:25,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:19:25,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:19:25,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e6065e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/java.io.tmpdir/jetty-localhost-36483-hadoop-hdfs-3_4_1-tests_jar-_-any-6653521183188640608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:19:25,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:36483} 2024-11-26T10:19:25,449 INFO [Time-limited test {}] server.Server(415): Started @157266ms 2024-11-26T10:19:25,450 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:19:25,547 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/cluster_82f77341-ab9a-82f8-9d0e-81f80c6a1a44/data/data1/current/BP-886486506-172.17.0.2-1732616365012/current, will proceed with Du for space computation calculation, 2024-11-26T10:19:25,547 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/cluster_82f77341-ab9a-82f8-9d0e-81f80c6a1a44/data/data2/current/BP-886486506-172.17.0.2-1732616365012/current, will proceed with Du for space computation calculation, 2024-11-26T10:19:25,567 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:19:25,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56c01dca2a0bed9a with lease ID 0x1c4430b71c2d8762: Processing first storage report for DS-51bee4bb-5338-4af8-b6ae-520b71052a5a from datanode DatanodeRegistration(127.0.0.1:46153, datanodeUuid=142aab04-bc9d-4e60-899c-f336a2f078bb, infoPort=44079, infoSecurePort=0, ipcPort=45529, storageInfo=lv=-57;cid=testClusterID;nsid=367397363;c=1732616365012) 2024-11-26T10:19:25,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56c01dca2a0bed9a with lease ID 0x1c4430b71c2d8762: from storage DS-51bee4bb-5338-4af8-b6ae-520b71052a5a node DatanodeRegistration(127.0.0.1:46153, datanodeUuid=142aab04-bc9d-4e60-899c-f336a2f078bb, infoPort=44079, infoSecurePort=0, ipcPort=45529, storageInfo=lv=-57;cid=testClusterID;nsid=367397363;c=1732616365012), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:19:25,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56c01dca2a0bed9a with lease ID 0x1c4430b71c2d8762: Processing first storage report for DS-c5d3fc78-a150-4463-82cf-4f37cb47ccd8 from datanode DatanodeRegistration(127.0.0.1:46153, datanodeUuid=142aab04-bc9d-4e60-899c-f336a2f078bb, infoPort=44079, infoSecurePort=0, ipcPort=45529, storageInfo=lv=-57;cid=testClusterID;nsid=367397363;c=1732616365012) 2024-11-26T10:19:25,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56c01dca2a0bed9a with lease ID 0x1c4430b71c2d8762: from storage DS-c5d3fc78-a150-4463-82cf-4f37cb47ccd8 node DatanodeRegistration(127.0.0.1:46153, datanodeUuid=142aab04-bc9d-4e60-899c-f336a2f078bb, infoPort=44079, infoSecurePort=0, ipcPort=45529, storageInfo=lv=-57;cid=testClusterID;nsid=367397363;c=1732616365012), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:19:25,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1 2024-11-26T10:19:25,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:25,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:25,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:19:25,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f with version=8 2024-11-26T10:19:25,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/hbase-staging 2024-11-26T10:19:25,984 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:19:25,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:25,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:25,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:19:25,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:25,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:19:25,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:19:25,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:19:25,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43137 2024-11-26T10:19:25,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43137 connecting to ZooKeeper ensemble=127.0.0.1:58691 2024-11-26T10:19:25,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431370x0, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:25,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43137-0x10153c97f900003 connected 2024-11-26T10:19:26,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:26,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:26,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Set watcher on znode that does not yet exist, /1400806752/running 2024-11-26T10:19:26,006 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f, hbase.cluster.distributed=false 2024-11-26T10:19:26,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Set watcher on znode that does not yet exist, /1400806752/acl 2024-11-26T10:19:26,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-26T10:19:26,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43137 2024-11-26T10:19:26,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43137 2024-11-26T10:19:26,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-26T10:19:26,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-26T10:19:26,023 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:19:26,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:26,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:26,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:19:26,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:26,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:19:26,023 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:19:26,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:19:26,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34733 2024-11-26T10:19:26,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34733 connecting to ZooKeeper ensemble=127.0.0.1:58691 2024-11-26T10:19:26,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:26,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347330x0, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:26,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347330x0, quorum=127.0.0.1:58691, baseZNode=/1400806752 Set watcher on znode that does not yet exist, /1400806752/running 2024-11-26T10:19:26,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34733-0x10153c97f900004 connected 2024-11-26T10:19:26,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:19:26,031 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:19:26,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Set watcher on znode that does not yet exist, /1400806752/master 2024-11-26T10:19:26,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Set watcher on znode that does not yet exist, /1400806752/acl 2024-11-26T10:19:26,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34733 2024-11-26T10:19:26,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34733 2024-11-26T10:19:26,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34733 2024-11-26T10:19:26,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34733 2024-11-26T10:19:26,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34733 2024-11-26T10:19:26,050 DEBUG [M:0;94eedbb855cf:43137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:43137 2024-11-26T10:19:26,050 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1400806752/backup-masters/94eedbb855cf,43137,1732616365984 2024-11-26T10:19:26,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752/backup-masters 2024-11-26T10:19:26,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752/backup-masters 2024-11-26T10:19:26,052 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Set watcher on existing znode=/1400806752/backup-masters/94eedbb855cf,43137,1732616365984 2024-11-26T10:19:26,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1400806752/master 2024-11-26T10:19:26,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:26,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:26,054 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Set watcher on existing znode=/1400806752/master 2024-11-26T10:19:26,054 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1400806752/backup-masters/94eedbb855cf,43137,1732616365984 from backup master directory 2024-11-26T10:19:26,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1400806752/backup-masters/94eedbb855cf,43137,1732616365984 2024-11-26T10:19:26,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752/backup-masters 2024-11-26T10:19:26,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752/backup-masters 2024-11-26T10:19:26,057 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:19:26,057 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,43137,1732616365984 2024-11-26T10:19:26,060 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/hbase.id] with ID: 0407e80d-acf7-4b7a-9743-6ec29f15593e 2024-11-26T10:19:26,060 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/.tmp/hbase.id 2024-11-26T10:19:26,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:19:26,468 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/.tmp/hbase.id]:[hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/hbase.id] 2024-11-26T10:19:26,478 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:26,478 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:19:26,478 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T10:19:26,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:26,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:19:26,887 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:26,888 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:19:26,888 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:19:27,299 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store 2024-11-26T10:19:27,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:19:27,705 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:27,705 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:19:27,705 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:27,705 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:27,705 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:19:27,705 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:27,705 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:27,705 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616367705Disabling compacts and flushes for region at 1732616367705Disabling writes for close at 1732616367705Writing region close event to WAL at 1732616367705Closed at 1732616367705 2024-11-26T10:19:27,706 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/.initializing 2024-11-26T10:19:27,706 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/WALs/94eedbb855cf,43137,1732616365984 2024-11-26T10:19:27,707 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:19:27,708 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C43137%2C1732616365984, suffix=, logDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/WALs/94eedbb855cf,43137,1732616365984, archiveDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/oldWALs, maxLogs=10 2024-11-26T10:19:27,722 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/WALs/94eedbb855cf,43137,1732616365984/94eedbb855cf%2C43137%2C1732616365984.1732616367709, exclude list is [], retry=0 2024-11-26T10:19:27,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-51bee4bb-5338-4af8-b6ae-520b71052a5a,DISK] 2024-11-26T10:19:27,725 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/WALs/94eedbb855cf,43137,1732616365984/94eedbb855cf%2C43137%2C1732616365984.1732616367709 2024-11-26T10:19:27,726 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44079:44079)] 2024-11-26T10:19:27,726 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:27,726 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:27,726 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:27,726 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:27,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:27,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:19:27,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:27,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:27,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:27,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:19:27,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:27,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:27,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:27,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:19:27,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:27,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:27,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:27,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:19:27,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:27,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:27,732 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:27,733 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:27,733 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:27,734 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:27,734 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:27,734 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:27,735 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:27,737 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:27,737 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64335845, jitterRate=-0.041321203112602234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:27,737 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616367726Initializing all the Stores at 1732616367727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616367727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616367727Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616367727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616367727Cleaning up temporary data from old regions at 1732616367734 (+7 ms)Region opened successfully at 1732616367737 (+3 ms) 2024-11-26T10:19:27,738 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:19:27,740 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d85bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:19:27,741 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:19:27,741 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:19:27,741 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:19:27,741 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:19:27,741 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:19:27,742 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:19:27,742 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:19:27,743 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:19:27,744 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Unable to get data of znode /1400806752/balancer because node does not exist (not necessarily an error) 2024-11-26T10:19:27,745 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1400806752/balancer already deleted, retry=false 2024-11-26T10:19:27,745 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:19:27,745 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Unable to get data of znode /1400806752/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:19:27,746 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1400806752/normalizer already deleted, retry=false 2024-11-26T10:19:27,747 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:19:27,747 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Unable to get data of znode /1400806752/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:19:27,748 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1400806752/switch/split already deleted, retry=false 2024-11-26T10:19:27,749 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Unable to get data of znode /1400806752/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:19:27,751 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1400806752/switch/merge already deleted, retry=false 2024-11-26T10:19:27,753 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Unable to get data of znode /1400806752/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:19:27,754 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1400806752/snapshot-cleanup already deleted, retry=false 2024-11-26T10:19:27,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1400806752/running 2024-11-26T10:19:27,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1400806752/running 2024-11-26T10:19:27,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:27,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:27,755 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,43137,1732616365984, sessionid=0x10153c97f900003, setting cluster-up flag (Was=false) 2024-11-26T10:19:27,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:27,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:27,766 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1400806752/flush-table-proc/acquired, /1400806752/flush-table-proc/reached, /1400806752/flush-table-proc/abort 2024-11-26T10:19:27,767 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,43137,1732616365984 2024-11-26T10:19:27,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:27,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:27,775 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1400806752/online-snapshot/acquired, /1400806752/online-snapshot/reached, /1400806752/online-snapshot/abort 2024-11-26T10:19:27,776 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,43137,1732616365984 2024-11-26T10:19:27,777 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:19:27,778 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:27,778 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:19:27,778 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:19:27,779 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,43137,1732616365984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:19:27,779 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:27,779 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:27,779 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:27,779 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:27,779 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:19:27,779 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,780 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:19:27,780 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:27,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:19:27,781 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:27,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:19:27,787 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616397787 2024-11-26T10:19:27,787 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:19:27,787 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:19:27,787 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:19:27,787 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:19:27,787 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:19:27,787 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:19:27,788 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,788 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:19:27,788 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:19:27,788 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:19:27,788 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:19:27,788 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:19:27,788 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:19:27,789 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616367788,5,FailOnTimeoutGroup] 2024-11-26T10:19:27,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:19:27,792 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616367789,5,FailOnTimeoutGroup] 2024-11-26T10:19:27,792 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,792 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:19:27,792 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,792 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,841 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(746): ClusterId : 0407e80d-acf7-4b7a-9743-6ec29f15593e 2024-11-26T10:19:27,841 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:19:27,843 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:19:27,843 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:19:27,844 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:19:27,845 DEBUG [RS:0;94eedbb855cf:34733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7197204a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:19:27,856 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:34733 2024-11-26T10:19:27,856 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:19:27,856 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:19:27,856 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:19:27,857 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,43137,1732616365984 with port=34733, startcode=1732616366023 2024-11-26T10:19:27,857 DEBUG [RS:0;94eedbb855cf:34733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:19:27,859 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:19:27,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,34733,1732616366023 2024-11-26T10:19:27,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43137 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,34733,1732616366023 2024-11-26T10:19:27,860 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f 2024-11-26T10:19:27,860 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42305 2024-11-26T10:19:27,861 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:19:27,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752/rs 2024-11-26T10:19:27,867 DEBUG [RS:0;94eedbb855cf:34733 {}] zookeeper.ZKUtil(111): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Set watcher on existing znode=/1400806752/rs/94eedbb855cf,34733,1732616366023 2024-11-26T10:19:27,867 WARN [RS:0;94eedbb855cf:34733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:19:27,867 INFO [RS:0;94eedbb855cf:34733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:27,867 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023 2024-11-26T10:19:27,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,34733,1732616366023] 2024-11-26T10:19:27,870 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:19:27,871 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:19:27,872 INFO [RS:0;94eedbb855cf:34733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:19:27,872 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,872 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:19:27,873 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:19:27,873 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:19:27,873 DEBUG [RS:0;94eedbb855cf:34733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:19:27,874 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,874 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,874 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,874 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,874 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,874 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34733,1732616366023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:27,889 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:19:27,889 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34733,1732616366023-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,889 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,889 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.Replication(171): 94eedbb855cf,34733,1732616366023 started 2024-11-26T10:19:27,902 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:27,902 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,34733,1732616366023, RpcServer on 94eedbb855cf/172.17.0.2:34733, sessionid=0x10153c97f900004 2024-11-26T10:19:27,902 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:19:27,902 DEBUG [RS:0;94eedbb855cf:34733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,34733,1732616366023 2024-11-26T10:19:27,902 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,34733,1732616366023' 2024-11-26T10:19:27,902 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1400806752/flush-table-proc/abort' 2024-11-26T10:19:27,903 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1400806752/flush-table-proc/acquired' 2024-11-26T10:19:27,903 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:19:27,903 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:19:27,903 DEBUG [RS:0;94eedbb855cf:34733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,34733,1732616366023 2024-11-26T10:19:27,903 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,34733,1732616366023' 2024-11-26T10:19:27,903 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1400806752/online-snapshot/abort' 2024-11-26T10:19:27,904 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1400806752/online-snapshot/acquired' 2024-11-26T10:19:27,904 DEBUG [RS:0;94eedbb855cf:34733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:19:27,904 INFO [RS:0;94eedbb855cf:34733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:19:27,904 INFO [RS:0;94eedbb855cf:34733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:19:28,004 INFO [RS:0;94eedbb855cf:34733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:19:28,006 INFO [RS:0;94eedbb855cf:34733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C34733%2C1732616366023, suffix=, logDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023, archiveDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/oldWALs, maxLogs=10 2024-11-26T10:19:28,019 DEBUG [RS:0;94eedbb855cf:34733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006, exclude list is [], retry=0 2024-11-26T10:19:28,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-51bee4bb-5338-4af8-b6ae-520b71052a5a,DISK] 2024-11-26T10:19:28,023 INFO [RS:0;94eedbb855cf:34733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 2024-11-26T10:19:28,023 DEBUG [RS:0;94eedbb855cf:34733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44079:44079)] 2024-11-26T10:19:28,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:19:28,191 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f 2024-11-26T10:19:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:19:28,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:28,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:28,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:28,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:28,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:28,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:28,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:28,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:28,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:28,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:28,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:28,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:28,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:28,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:28,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:28,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:28,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:28,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:28,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740 2024-11-26T10:19:28,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740 2024-11-26T10:19:28,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:28,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:28,207 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:28,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:28,209 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:28,210 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58878282, jitterRate=-0.12264522910118103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:28,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616368196Initializing all the Stores at 1732616368197 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616368197Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616368199 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616368199Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616368199Cleaning up temporary data from old regions at 1732616368206 (+7 ms)Region opened successfully at 1732616368210 (+4 ms) 2024-11-26T10:19:28,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:19:28,210 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:19:28,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:19:28,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:19:28,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:19:28,210 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:28,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616368210Disabling compacts and flushes for region at 1732616368210Disabling writes for close at 1732616368210Writing region close event to WAL at 1732616368210Closed at 1732616368210 2024-11-26T10:19:28,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:28,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:19:28,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:19:28,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:28,213 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:19:28,363 DEBUG [94eedbb855cf:43137 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:19:28,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,34733,1732616366023 2024-11-26T10:19:28,365 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,34733,1732616366023, state=OPENING 2024-11-26T10:19:28,367 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:19:28,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:28,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:28,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1400806752/meta-region-server: CHANGED 2024-11-26T10:19:28,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1400806752/meta-region-server: CHANGED 2024-11-26T10:19:28,369 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:28,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,34733,1732616366023}] 2024-11-26T10:19:28,521 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:19:28,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:19:28,526 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:19:28,526 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:28,526 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:19:28,527 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C34733%2C1732616366023.meta, suffix=.meta, logDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023, archiveDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/oldWALs, maxLogs=10 2024-11-26T10:19:28,541 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.meta.1732616368528.meta, exclude list is [], retry=0 2024-11-26T10:19:28,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-51bee4bb-5338-4af8-b6ae-520b71052a5a,DISK] 2024-11-26T10:19:28,544 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.meta.1732616368528.meta 2024-11-26T10:19:28,544 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44079:44079)] 2024-11-26T10:19:28,544 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:28,545 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:28,545 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:28,545 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:19:28,545 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:19:28,545 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:19:28,545 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:28,545 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:19:28,545 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:19:28,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:28,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:28,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:28,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:28,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:28,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:28,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:28,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:28,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:28,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:28,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:28,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:28,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:28,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:28,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:28,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:28,550 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:28,551 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740 2024-11-26T10:19:28,552 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740 2024-11-26T10:19:28,553 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:28,553 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:28,553 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:28,554 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:28,555 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66230129, jitterRate=-0.01309417188167572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:28,555 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:19:28,555 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616368546Writing region info on filesystem at 1732616368546Initializing all the Stores at 1732616368546Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616368546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616368546Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616368546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616368546Cleaning up temporary data from old regions at 1732616368553 (+7 ms)Running coprocessor post-open hooks at 1732616368555 (+2 ms)Region opened successfully at 1732616368555 2024-11-26T10:19:28,556 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616368521 2024-11-26T10:19:28,558 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:19:28,558 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:19:28,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,34733,1732616366023 2024-11-26T10:19:28,559 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,34733,1732616366023, state=OPEN 2024-11-26T10:19:28,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1400806752/meta-region-server 2024-11-26T10:19:28,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1400806752/meta-region-server 2024-11-26T10:19:28,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1400806752/meta-region-server: CHANGED 2024-11-26T10:19:28,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1400806752/meta-region-server: CHANGED 2024-11-26T10:19:28,560 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,34733,1732616366023 2024-11-26T10:19:28,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:19:28,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,34733,1732616366023 in 191 msec 2024-11-26T10:19:28,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:19:28,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-26T10:19:28,564 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:28,564 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:19:28,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:28,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,34733,1732616366023, seqNum=-1] 2024-11-26T10:19:28,565 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:28,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:28,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 792 msec 2024-11-26T10:19:28,571 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616368570, completionTime=-1 2024-11-26T10:19:28,571 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:19:28,571 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:19:28,572 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:19:28,572 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616428572 2024-11-26T10:19:28,572 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616488572 2024-11-26T10:19:28,572 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:19:28,573 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43137,1732616365984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:28,573 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43137,1732616365984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:28,573 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43137,1732616365984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:28,573 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:43137, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:28,573 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:28,573 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:28,574 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:19:28,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.519sec 2024-11-26T10:19:28,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:19:28,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:19:28,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:19:28,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:19:28,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:19:28,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43137,1732616365984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:28,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43137,1732616365984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:19:28,578 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:19:28,578 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:19:28,578 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43137,1732616365984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:28,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:28,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43137,-1 for getting cluster id 2024-11-26T10:19:28,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:28,643 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0407e80d-acf7-4b7a-9743-6ec29f15593e' 2024-11-26T10:19:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0407e80d-acf7-4b7a-9743-6ec29f15593e" 2024-11-26T10:19:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9cf59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43137,-1] 2024-11-26T10:19:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:28,645 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:28,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419d08a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:28,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:28,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,34733,1732616366023, seqNum=-1] 2024-11-26T10:19:28,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:28,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:28,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,43137,1732616365984 2024-11-26T10:19:28,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58691 2024-11-26T10:19:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:28,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153c97f900005 connected 2024-11-26T10:19:28,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,40321,1732616361876 2024-11-26T10:19:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d362ad5 2024-11-26T10:19:28,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:28,658 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:28,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:19:28,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:19:28,660 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:28,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:19:28,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:19:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:28,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:19:28,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7f498d9a940d3231eeaa8fa2085af6c, NAME => 'test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb 2024-11-26T10:19:28,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:19:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:28,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:19:28,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:28,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:28,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:28,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:28,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:28,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:28,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:28,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:29,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:29,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b7f498d9a940d3231eeaa8fa2085af6c, disabling compactions & flushes 2024-11-26T10:19:29,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. 2024-11-26T10:19:29,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. 2024-11-26T10:19:29,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. after waiting 0 ms 2024-11-26T10:19:29,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. 2024-11-26T10:19:29,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. 2024-11-26T10:19:29,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7f498d9a940d3231eeaa8fa2085af6c: Waiting for close lock at 1732616369074Disabling compacts and flushes for region at 1732616369074Disabling writes for close at 1732616369074Writing region close event to WAL at 1732616369074Closed at 1732616369074 2024-11-26T10:19:29,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:19:29,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616369076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616369076"}]},"ts":"1732616369076"} 2024-11-26T10:19:29,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:19:29,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:19:29,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616369079"}]},"ts":"1732616369079"} 2024-11-26T10:19:29,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:19:29,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7f498d9a940d3231eeaa8fa2085af6c, ASSIGN}] 2024-11-26T10:19:29,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7f498d9a940d3231eeaa8fa2085af6c, ASSIGN 2024-11-26T10:19:29,082 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b7f498d9a940d3231eeaa8fa2085af6c, ASSIGN; state=OFFLINE, location=94eedbb855cf,40621,1732616361948; forceNewPlan=false, retain=false 2024-11-26T10:19:29,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7f498d9a940d3231eeaa8fa2085af6c, regionState=OPENING, regionLocation=94eedbb855cf,40621,1732616361948 2024-11-26T10:19:29,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b7f498d9a940d3231eeaa8fa2085af6c, ASSIGN because future has completed 2024-11-26T10:19:29,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7f498d9a940d3231eeaa8fa2085af6c, server=94eedbb855cf,40621,1732616361948}] 2024-11-26T10:19:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:29,393 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. 2024-11-26T10:19:29,393 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b7f498d9a940d3231eeaa8fa2085af6c, NAME => 'test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:29,393 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:29,393 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:19:29,394 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,394 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:29,394 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,394 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,395 INFO [StoreOpener-b7f498d9a940d3231eeaa8fa2085af6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,396 INFO [StoreOpener-b7f498d9a940d3231eeaa8fa2085af6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7f498d9a940d3231eeaa8fa2085af6c columnFamilyName f 2024-11-26T10:19:29,396 DEBUG [StoreOpener-b7f498d9a940d3231eeaa8fa2085af6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:29,397 INFO [StoreOpener-b7f498d9a940d3231eeaa8fa2085af6c-1 {}] regionserver.HStore(327): Store=b7f498d9a940d3231eeaa8fa2085af6c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:29,397 INFO [StoreOpener-b7f498d9a940d3231eeaa8fa2085af6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,398 INFO [StoreOpener-b7f498d9a940d3231eeaa8fa2085af6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7f498d9a940d3231eeaa8fa2085af6c columnFamilyName f1 2024-11-26T10:19:29,398 DEBUG [StoreOpener-b7f498d9a940d3231eeaa8fa2085af6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:29,398 INFO [StoreOpener-b7f498d9a940d3231eeaa8fa2085af6c-1 {}] regionserver.HStore(327): Store=b7f498d9a940d3231eeaa8fa2085af6c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:29,399 INFO [StoreOpener-b7f498d9a940d3231eeaa8fa2085af6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,399 INFO [StoreOpener-b7f498d9a940d3231eeaa8fa2085af6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7f498d9a940d3231eeaa8fa2085af6c columnFamilyName norep 2024-11-26T10:19:29,399 DEBUG [StoreOpener-b7f498d9a940d3231eeaa8fa2085af6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:29,400 INFO [StoreOpener-b7f498d9a940d3231eeaa8fa2085af6c-1 {}] regionserver.HStore(327): Store=b7f498d9a940d3231eeaa8fa2085af6c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:29,400 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,400 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,401 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,401 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,401 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,402 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:19:29,403 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,404 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:29,405 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b7f498d9a940d3231eeaa8fa2085af6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69490672, jitterRate=0.0354917049407959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:19:29,405 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:29,406 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b7f498d9a940d3231eeaa8fa2085af6c: Running coprocessor pre-open hook at 1732616369394Writing region info on filesystem at 1732616369394Initializing all the Stores at 1732616369395 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616369395Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616369395Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616369395Cleaning up temporary data from old regions at 1732616369401 (+6 ms)Running coprocessor post-open hooks at 1732616369405 (+4 ms)Region opened successfully at 1732616369406 (+1 ms) 2024-11-26T10:19:29,407 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c., pid=6, masterSystemTime=1732616369388 2024-11-26T10:19:29,409 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. 2024-11-26T10:19:29,409 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. 2024-11-26T10:19:29,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7f498d9a940d3231eeaa8fa2085af6c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,40621,1732616361948 2024-11-26T10:19:29,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7f498d9a940d3231eeaa8fa2085af6c, server=94eedbb855cf,40621,1732616361948 because future has completed 2024-11-26T10:19:29,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:19:29,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b7f498d9a940d3231eeaa8fa2085af6c, server=94eedbb855cf,40621,1732616361948 in 177 msec 2024-11-26T10:19:29,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:19:29,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b7f498d9a940d3231eeaa8fa2085af6c, ASSIGN in 334 msec 2024-11-26T10:19:29,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:19:29,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616369418"}]},"ts":"1732616369418"} 2024-11-26T10:19:29,420 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:19:29,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:19:29,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-26T10:19:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:29,801 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:19:29,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:29,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:19:29,802 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T10:19:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43137,1732616365984 2024-11-26T10:19:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8168fe3 2024-11-26T10:19:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:29,803 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:29,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:19:29,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:19:29,806 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:29,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:19:29,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:19:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:19:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:30,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4f9d202ff51d60f713cb2027721a285, NAME => 'test,,1732616369804.b4f9d202ff51d60f713cb2027721a285.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f 2024-11-26T10:19:30,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:19:30,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616369804.b4f9d202ff51d60f713cb2027721a285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:30,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b4f9d202ff51d60f713cb2027721a285, disabling compactions & flushes 2024-11-26T10:19:30,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. 2024-11-26T10:19:30,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. 2024-11-26T10:19:30,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. after waiting 0 ms 2024-11-26T10:19:30,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. 2024-11-26T10:19:30,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. 2024-11-26T10:19:30,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4f9d202ff51d60f713cb2027721a285: Waiting for close lock at 1732616370222Disabling compacts and flushes for region at 1732616370222Disabling writes for close at 1732616370222Writing region close event to WAL at 1732616370222Closed at 1732616370222 2024-11-26T10:19:30,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:19:30,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616369804.b4f9d202ff51d60f713cb2027721a285.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616370224"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616370224"}]},"ts":"1732616370224"} 2024-11-26T10:19:30,227 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:19:30,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:19:30,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616370228"}]},"ts":"1732616370228"} 2024-11-26T10:19:30,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:19:30,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4f9d202ff51d60f713cb2027721a285, ASSIGN}] 2024-11-26T10:19:30,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4f9d202ff51d60f713cb2027721a285, ASSIGN 2024-11-26T10:19:30,232 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b4f9d202ff51d60f713cb2027721a285, ASSIGN; state=OFFLINE, location=94eedbb855cf,34733,1732616366023; forceNewPlan=false, retain=false 2024-11-26T10:19:30,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4f9d202ff51d60f713cb2027721a285, regionState=OPENING, regionLocation=94eedbb855cf,34733,1732616366023 2024-11-26T10:19:30,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b4f9d202ff51d60f713cb2027721a285, ASSIGN because future has completed 2024-11-26T10:19:30,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4f9d202ff51d60f713cb2027721a285, server=94eedbb855cf,34733,1732616366023}] 2024-11-26T10:19:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:30,542 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. 2024-11-26T10:19:30,543 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b4f9d202ff51d60f713cb2027721a285, NAME => 'test,,1732616369804.b4f9d202ff51d60f713cb2027721a285.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:30,543 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:30,543 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:19:30,543 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,543 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616369804.b4f9d202ff51d60f713cb2027721a285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:30,543 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,543 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,545 INFO [StoreOpener-b4f9d202ff51d60f713cb2027721a285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,546 INFO [StoreOpener-b4f9d202ff51d60f713cb2027721a285-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f9d202ff51d60f713cb2027721a285 columnFamilyName f 2024-11-26T10:19:30,546 DEBUG [StoreOpener-b4f9d202ff51d60f713cb2027721a285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:30,546 INFO [StoreOpener-b4f9d202ff51d60f713cb2027721a285-1 {}] regionserver.HStore(327): Store=b4f9d202ff51d60f713cb2027721a285/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:30,546 INFO [StoreOpener-b4f9d202ff51d60f713cb2027721a285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,547 INFO [StoreOpener-b4f9d202ff51d60f713cb2027721a285-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f9d202ff51d60f713cb2027721a285 columnFamilyName f1 2024-11-26T10:19:30,547 DEBUG [StoreOpener-b4f9d202ff51d60f713cb2027721a285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:30,548 INFO [StoreOpener-b4f9d202ff51d60f713cb2027721a285-1 {}] regionserver.HStore(327): Store=b4f9d202ff51d60f713cb2027721a285/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:30,548 INFO [StoreOpener-b4f9d202ff51d60f713cb2027721a285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,551 INFO [StoreOpener-b4f9d202ff51d60f713cb2027721a285-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4f9d202ff51d60f713cb2027721a285 columnFamilyName norep 2024-11-26T10:19:30,551 DEBUG [StoreOpener-b4f9d202ff51d60f713cb2027721a285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:30,551 INFO [StoreOpener-b4f9d202ff51d60f713cb2027721a285-1 {}] regionserver.HStore(327): Store=b4f9d202ff51d60f713cb2027721a285/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:30,551 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,552 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,553 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,556 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,556 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,556 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:19:30,557 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,559 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:30,560 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b4f9d202ff51d60f713cb2027721a285; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65902586, jitterRate=-0.017974942922592163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:19:30,560 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:30,560 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b4f9d202ff51d60f713cb2027721a285: Running coprocessor pre-open hook at 1732616370543Writing region info on filesystem at 1732616370543Initializing all the Stores at 1732616370544 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616370544Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616370544Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616370544Cleaning up temporary data from old regions at 1732616370556 (+12 ms)Running coprocessor post-open hooks at 1732616370560 (+4 ms)Region opened successfully at 1732616370560 2024-11-26T10:19:30,561 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616369804.b4f9d202ff51d60f713cb2027721a285., pid=6, masterSystemTime=1732616370538 2024-11-26T10:19:30,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4f9d202ff51d60f713cb2027721a285, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,34733,1732616366023 2024-11-26T10:19:30,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4f9d202ff51d60f713cb2027721a285, server=94eedbb855cf,34733,1732616366023 because future has completed 2024-11-26T10:19:30,567 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. 2024-11-26T10:19:30,567 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. 2024-11-26T10:19:30,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:19:30,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4f9d202ff51d60f713cb2027721a285, server=94eedbb855cf,34733,1732616366023 in 183 msec 2024-11-26T10:19:30,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:19:30,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b4f9d202ff51d60f713cb2027721a285, ASSIGN in 341 msec 2024-11-26T10:19:30,575 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:19:30,575 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616370575"}]},"ts":"1732616370575"} 2024-11-26T10:19:30,578 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:19:30,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:19:30,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 775 msec 2024-11-26T10:19:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:30,940 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:19:30,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:30,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,40321,-1 for getting cluster id 2024-11-26T10:19:30,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:30,942 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3451042-677a-4d83-ae93-200006d76185' 2024-11-26T10:19:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3451042-677a-4d83-ae93-200006d76185" 2024-11-26T10:19:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe9fa26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,40321,-1] 2024-11-26T10:19:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:30,947 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:30,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4388d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:30,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:30,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43137,-1 for getting cluster id 2024-11-26T10:19:30,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:30,949 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0407e80d-acf7-4b7a-9743-6ec29f15593e' 2024-11-26T10:19:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0407e80d-acf7-4b7a-9743-6ec29f15593e" 2024-11-26T10:19:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f86029b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43137,-1] 2024-11-26T10:19:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:30,951 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:30,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af24236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:30,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:30,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,40321,-1 for getting cluster id 2024-11-26T10:19:30,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:30,956 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3451042-677a-4d83-ae93-200006d76185' 2024-11-26T10:19:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3451042-677a-4d83-ae93-200006d76185" 2024-11-26T10:19:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9467e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,40321,-1] 2024-11-26T10:19:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:30,958 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:30,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6891592b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:30,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:30,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,40321,1732616361876 2024-11-26T10:19:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc50fa0 2024-11-26T10:19:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:30,971 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:30,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:43137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:19:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:19:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:30,975 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:43137' 2024-11-26T10:19:30,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d7af86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:30,980 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43137,-1 for getting cluster id 2024-11-26T10:19:30,980 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:30,981 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0407e80d-acf7-4b7a-9743-6ec29f15593e' 2024-11-26T10:19:30,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:30,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0407e80d-acf7-4b7a-9743-6ec29f15593e" 2024-11-26T10:19:30,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fba460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:30,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43137,-1] 2024-11-26T10:19:30,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:30,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:30,983 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:30,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5779d997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:30,983 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:30,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43137,1732616365984 2024-11-26T10:19:30,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@785f38bc 2024-11-26T10:19:30,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:30,985 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:30,986 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:19:30,986 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:19:30,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:30,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:30,987 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:30,988 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:19:30,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:19:30,989 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:30,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:30,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:19:31,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741837_1013 (size=1138) 2024-11-26T10:19:31,006 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36c1c3954f58e9a2a7b7840c58b41884, NAME => 'hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb 2024-11-26T10:19:31,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741838_1014 (size=44) 2024-11-26T10:19:31,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:31,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 36c1c3954f58e9a2a7b7840c58b41884, disabling compactions & flushes 2024-11-26T10:19:31,019 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. 2024-11-26T10:19:31,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. 2024-11-26T10:19:31,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. after waiting 0 ms 2024-11-26T10:19:31,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. 2024-11-26T10:19:31,019 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. 2024-11-26T10:19:31,019 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36c1c3954f58e9a2a7b7840c58b41884: Waiting for close lock at 1732616371019Disabling compacts and flushes for region at 1732616371019Disabling writes for close at 1732616371019Writing region close event to WAL at 1732616371019Closed at 1732616371019 2024-11-26T10:19:31,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:19:31,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616371021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616371021"}]},"ts":"1732616371021"} 2024-11-26T10:19:31,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:19:31,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:19:31,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616371025"}]},"ts":"1732616371025"} 2024-11-26T10:19:31,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:19:31,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36c1c3954f58e9a2a7b7840c58b41884, ASSIGN}] 2024-11-26T10:19:31,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36c1c3954f58e9a2a7b7840c58b41884, ASSIGN 2024-11-26T10:19:31,029 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36c1c3954f58e9a2a7b7840c58b41884, ASSIGN; state=OFFLINE, location=94eedbb855cf,40621,1732616361948; forceNewPlan=false, retain=false 2024-11-26T10:19:31,038 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:19:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:31,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36c1c3954f58e9a2a7b7840c58b41884, regionState=OPENING, regionLocation=94eedbb855cf,40621,1732616361948 2024-11-26T10:19:31,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36c1c3954f58e9a2a7b7840c58b41884, ASSIGN because future has completed 2024-11-26T10:19:31,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36c1c3954f58e9a2a7b7840c58b41884, server=94eedbb855cf,40621,1732616361948}] 2024-11-26T10:19:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:31,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. 2024-11-26T10:19:31,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:31,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:19:31,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C40621%2C1732616361948.rep, suffix=, logDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/oldWALs, maxLogs=10 2024-11-26T10:19:31,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.rep.1732616371342, exclude list is [], retry=0 2024-11-26T10:19:31,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44675,DS-0e8eae51-7a81-460d-91ea-87d5a0f7cf14,DISK] 2024-11-26T10:19:31,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.rep.1732616371342 2024-11-26T10:19:31,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42627:42627)] 2024-11-26T10:19:31,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 36c1c3954f58e9a2a7b7840c58b41884, NAME => 'hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:31,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:31,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:31,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. service=MultiRowMutationService 2024-11-26T10:19:31,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:19:31,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:31,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,380 INFO [StoreOpener-36c1c3954f58e9a2a7b7840c58b41884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,381 INFO [StoreOpener-36c1c3954f58e9a2a7b7840c58b41884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36c1c3954f58e9a2a7b7840c58b41884 columnFamilyName hfileref 2024-11-26T10:19:31,381 DEBUG [StoreOpener-36c1c3954f58e9a2a7b7840c58b41884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:31,382 INFO [StoreOpener-36c1c3954f58e9a2a7b7840c58b41884-1 {}] regionserver.HStore(327): Store=36c1c3954f58e9a2a7b7840c58b41884/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:31,382 INFO [StoreOpener-36c1c3954f58e9a2a7b7840c58b41884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,383 INFO [StoreOpener-36c1c3954f58e9a2a7b7840c58b41884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36c1c3954f58e9a2a7b7840c58b41884 columnFamilyName queue 2024-11-26T10:19:31,383 DEBUG [StoreOpener-36c1c3954f58e9a2a7b7840c58b41884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:31,383 INFO [StoreOpener-36c1c3954f58e9a2a7b7840c58b41884-1 {}] regionserver.HStore(327): Store=36c1c3954f58e9a2a7b7840c58b41884/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:31,383 INFO [StoreOpener-36c1c3954f58e9a2a7b7840c58b41884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,384 INFO [StoreOpener-36c1c3954f58e9a2a7b7840c58b41884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36c1c3954f58e9a2a7b7840c58b41884 columnFamilyName sid 2024-11-26T10:19:31,384 DEBUG [StoreOpener-36c1c3954f58e9a2a7b7840c58b41884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:31,385 INFO [StoreOpener-36c1c3954f58e9a2a7b7840c58b41884-1 {}] regionserver.HStore(327): Store=36c1c3954f58e9a2a7b7840c58b41884/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:31,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:19:31,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:31,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 36c1c3954f58e9a2a7b7840c58b41884; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61679919, jitterRate=-0.08089758455753326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:19:31,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:31,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 36c1c3954f58e9a2a7b7840c58b41884: Running coprocessor pre-open hook at 1732616371378Writing region info on filesystem at 1732616371378Initializing all the Stores at 1732616371378Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616371379 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616371380 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616371380Cleaning up temporary data from old regions at 1732616371387 (+7 ms)Running coprocessor post-open hooks at 1732616371392 (+5 ms)Region opened successfully at 1732616371392 2024-11-26T10:19:31,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884., pid=10, masterSystemTime=1732616371336 2024-11-26T10:19:31,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. 2024-11-26T10:19:31,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. 2024-11-26T10:19:31,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36c1c3954f58e9a2a7b7840c58b41884, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,40621,1732616361948 2024-11-26T10:19:31,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36c1c3954f58e9a2a7b7840c58b41884, server=94eedbb855cf,40621,1732616361948 because future has completed 2024-11-26T10:19:31,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:19:31,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 36c1c3954f58e9a2a7b7840c58b41884, server=94eedbb855cf,40621,1732616361948 in 221 msec 2024-11-26T10:19:31,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T10:19:31,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36c1c3954f58e9a2a7b7840c58b41884, ASSIGN in 382 msec 2024-11-26T10:19:31,412 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:19:31,413 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616371412"}]},"ts":"1732616371412"} 2024-11-26T10:19:31,415 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:19:31,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:19:31,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 428 msec 2024-11-26T10:19:31,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884., hostname=94eedbb855cf,40621,1732616361948, seqNum=2] 2024-11-26T10:19:31,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:31,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:31,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:19:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:31,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T10:19:31,611 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:19:31,648 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,40621,1732616361948, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:19:31,649 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:31,649 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40621,1732616361948, seqNum=-1] 2024-11-26T10:19:31,649 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:31,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T10:19:31,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,40621,1732616361948', locateType=CURRENT is [region=hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884., hostname=94eedbb855cf,40621,1732616361948, seqNum=2] 2024-11-26T10:19:31,655 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T10:19:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T10:19:31,658 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,40621,1732616361948 suceeded 2024-11-26T10:19:31,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T10:19:31,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-26T10:19:31,660 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:43137,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:19:31,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 689 msec 2024-11-26T10:19:31,681 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:43137' 2024-11-26T10:19:31,682 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62db3dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:31,682 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43137,-1 for getting cluster id 2024-11-26T10:19:31,683 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:31,683 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0407e80d-acf7-4b7a-9743-6ec29f15593e' 2024-11-26T10:19:31,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0407e80d-acf7-4b7a-9743-6ec29f15593e" 2024-11-26T10:19:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17bf7d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43137,-1] 2024-11-26T10:19:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:31,685 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:31,686 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@700722f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:31,686 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:31,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43137,1732616365984 2024-11-26T10:19:31,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7301393c 2024-11-26T10:19:31,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:31,688 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T10:19:31,688 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,40621,1732616361948 (queues=1) is replicating from cluster=b3451042-677a-4d83-ae93-200006d76185 to cluster=0407e80d-acf7-4b7a-9743-6ec29f15593e 2024-11-26T10:19:31,688 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C40621%2C1732616361948 2024-11-26T10:19:31,688 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,40621,1732616361948, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:19:31,692 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C40621%2C1732616361948 2024-11-26T10:19:31,692 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940, startPosition=0, beingWritten=true 2024-11-26T10:19:31,699 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:19:31,699 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 379, reset compression=false 2024-11-26T10:19:31,699 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,40621,1732616361948 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:19:31,905 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 379, reset compression=false 2024-11-26T10:19:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:32,110 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:19:32,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:32,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:32,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:32,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:32,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:32,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:32,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43137,-1 for getting cluster id 2024-11-26T10:19:32,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:32,112 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0407e80d-acf7-4b7a-9743-6ec29f15593e' 2024-11-26T10:19:32,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:32,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0407e80d-acf7-4b7a-9743-6ec29f15593e" 2024-11-26T10:19:32,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4e4f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:32,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43137,-1] 2024-11-26T10:19:32,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:32,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:32,114 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:32,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c27e4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:32,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43137,1732616365984 2024-11-26T10:19:32,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50117103 2024-11-26T10:19:32,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:32,116 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:32,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:40321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:19:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:19:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:32,119 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:40321' 2024-11-26T10:19:32,120 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce78cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:32,120 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,40321,-1 for getting cluster id 2024-11-26T10:19:32,121 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:32,121 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3451042-677a-4d83-ae93-200006d76185' 2024-11-26T10:19:32,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:32,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3451042-677a-4d83-ae93-200006d76185" 2024-11-26T10:19:32,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652584d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:32,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,40321,-1] 2024-11-26T10:19:32,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:32,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:32,122 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:32,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f05210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:32,123 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:32,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,40321,1732616361876 2024-11-26T10:19:32,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55869ba7 2024-11-26T10:19:32,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:32,124 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:32,125 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:19:32,125 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:19:32,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:32,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:32,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:32,125 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:32,126 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:19:32,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:19:32,127 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:32,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:19:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741837_1013 (size=1138) 2024-11-26T10:19:32,176 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:19:32,210 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 379, reset compression=false 2024-11-26T10:19:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:32,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eed90fecf4fcd1f823eb99081fa57afd, NAME => 'hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f 2024-11-26T10:19:32,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741838_1014 (size=44) 2024-11-26T10:19:32,615 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 379, reset compression=false 2024-11-26T10:19:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:32,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:32,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eed90fecf4fcd1f823eb99081fa57afd, disabling compactions & flushes 2024-11-26T10:19:32,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. 2024-11-26T10:19:32,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. 2024-11-26T10:19:32,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. after waiting 0 ms 2024-11-26T10:19:32,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. 2024-11-26T10:19:32,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. 2024-11-26T10:19:32,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eed90fecf4fcd1f823eb99081fa57afd: Waiting for close lock at 1732616372947Disabling compacts and flushes for region at 1732616372947Disabling writes for close at 1732616372947Writing region close event to WAL at 1732616372947Closed at 1732616372947 2024-11-26T10:19:32,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:19:32,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616372948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616372948"}]},"ts":"1732616372948"} 2024-11-26T10:19:32,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:19:32,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:19:32,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616372952"}]},"ts":"1732616372952"} 2024-11-26T10:19:32,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:19:32,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eed90fecf4fcd1f823eb99081fa57afd, ASSIGN}] 2024-11-26T10:19:32,956 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eed90fecf4fcd1f823eb99081fa57afd, ASSIGN 2024-11-26T10:19:32,957 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eed90fecf4fcd1f823eb99081fa57afd, ASSIGN; state=OFFLINE, location=94eedbb855cf,34733,1732616366023; forceNewPlan=false, retain=false 2024-11-26T10:19:33,108 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eed90fecf4fcd1f823eb99081fa57afd, regionState=OPENING, regionLocation=94eedbb855cf,34733,1732616366023 2024-11-26T10:19:33,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eed90fecf4fcd1f823eb99081fa57afd, ASSIGN because future has completed 2024-11-26T10:19:33,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eed90fecf4fcd1f823eb99081fa57afd, server=94eedbb855cf,34733,1732616366023}] 2024-11-26T10:19:33,119 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 379, reset compression=false 2024-11-26T10:19:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:33,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. 2024-11-26T10:19:33,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:33,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:19:33,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C34733%2C1732616366023.rep, suffix=, logDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023, archiveDir=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/oldWALs, maxLogs=10 2024-11-26T10:19:33,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.rep.1732616373268, exclude list is [], retry=0 2024-11-26T10:19:33,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-51bee4bb-5338-4af8-b6ae-520b71052a5a,DISK] 2024-11-26T10:19:33,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.rep.1732616373268 2024-11-26T10:19:33,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44079:44079)] 2024-11-26T10:19:33,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eed90fecf4fcd1f823eb99081fa57afd, NAME => 'hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:33,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:33,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:33,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. service=MultiRowMutationService 2024-11-26T10:19:33,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:19:33,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:33,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,295 INFO [StoreOpener-eed90fecf4fcd1f823eb99081fa57afd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,296 INFO [StoreOpener-eed90fecf4fcd1f823eb99081fa57afd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eed90fecf4fcd1f823eb99081fa57afd columnFamilyName hfileref 2024-11-26T10:19:33,296 DEBUG [StoreOpener-eed90fecf4fcd1f823eb99081fa57afd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:33,297 INFO [StoreOpener-eed90fecf4fcd1f823eb99081fa57afd-1 {}] regionserver.HStore(327): Store=eed90fecf4fcd1f823eb99081fa57afd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:33,297 INFO [StoreOpener-eed90fecf4fcd1f823eb99081fa57afd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,298 INFO [StoreOpener-eed90fecf4fcd1f823eb99081fa57afd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eed90fecf4fcd1f823eb99081fa57afd columnFamilyName queue 2024-11-26T10:19:33,298 DEBUG [StoreOpener-eed90fecf4fcd1f823eb99081fa57afd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:33,298 INFO [StoreOpener-eed90fecf4fcd1f823eb99081fa57afd-1 {}] regionserver.HStore(327): Store=eed90fecf4fcd1f823eb99081fa57afd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:33,298 INFO [StoreOpener-eed90fecf4fcd1f823eb99081fa57afd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,299 INFO [StoreOpener-eed90fecf4fcd1f823eb99081fa57afd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eed90fecf4fcd1f823eb99081fa57afd columnFamilyName sid 2024-11-26T10:19:33,299 DEBUG [StoreOpener-eed90fecf4fcd1f823eb99081fa57afd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:33,299 INFO [StoreOpener-eed90fecf4fcd1f823eb99081fa57afd-1 {}] regionserver.HStore(327): Store=eed90fecf4fcd1f823eb99081fa57afd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:33,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:19:33,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:33,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eed90fecf4fcd1f823eb99081fa57afd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71492420, jitterRate=0.06532007455825806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:19:33,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:33,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eed90fecf4fcd1f823eb99081fa57afd: Running coprocessor pre-open hook at 1732616373294Writing region info on filesystem at 1732616373294Initializing all the Stores at 1732616373295 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616373295Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616373295Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616373295Cleaning up temporary data from old regions at 1732616373302 (+7 ms)Running coprocessor post-open hooks at 1732616373305 (+3 ms)Region opened successfully at 1732616373305 2024-11-26T10:19:33,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd., pid=10, masterSystemTime=1732616373262 2024-11-26T10:19:33,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. 2024-11-26T10:19:33,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. 2024-11-26T10:19:33,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eed90fecf4fcd1f823eb99081fa57afd, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,34733,1732616366023 2024-11-26T10:19:33,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T10:19:33,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T10:19:33,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T10:19:33,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T10:19:33,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eed90fecf4fcd1f823eb99081fa57afd, server=94eedbb855cf,34733,1732616366023 because future has completed 2024-11-26T10:19:33,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T10:19:33,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T10:19:33,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:33,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T10:19:33,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:19:33,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T10:19:33,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:19:33,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T10:19:33,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T10:19:33,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T10:19:33,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:19:33,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eed90fecf4fcd1f823eb99081fa57afd, server=94eedbb855cf,34733,1732616366023 in 201 msec 2024-11-26T10:19:33,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T10:19:33,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eed90fecf4fcd1f823eb99081fa57afd, ASSIGN in 359 msec 2024-11-26T10:19:33,316 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:19:33,316 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616373316"}]},"ts":"1732616373316"} 2024-11-26T10:19:33,318 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:19:33,319 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:19:33,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-26T10:19:33,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd., hostname=94eedbb855cf,34733,1732616366023, seqNum=2] 2024-11-26T10:19:33,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:33,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:33,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:19:33,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T10:19:33,506 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:19:33,543 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,34733,1732616366023, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:19:33,544 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:33,544 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,34733,1732616366023, seqNum=-1] 2024-11-26T10:19:33,544 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:33,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T10:19:33,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,34733,1732616366023', locateType=CURRENT is [region=hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd., hostname=94eedbb855cf,34733,1732616366023, seqNum=2] 2024-11-26T10:19:33,551 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T10:19:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T10:19:33,553 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,34733,1732616366023 suceeded 2024-11-26T10:19:33,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T10:19:33,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-26T10:19:33,555 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:40321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:19:33,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4380 sec 2024-11-26T10:19:33,568 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:40321' 2024-11-26T10:19:33,570 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73082071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:33,570 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,40321,-1 for getting cluster id 2024-11-26T10:19:33,570 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:33,571 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3451042-677a-4d83-ae93-200006d76185' 2024-11-26T10:19:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3451042-677a-4d83-ae93-200006d76185" 2024-11-26T10:19:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@701e9379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,40321,-1] 2024-11-26T10:19:33,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:33,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:33,573 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:33,573 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f39180f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:33,573 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:33,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,40321,1732616361876 2024-11-26T10:19:33,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e460b8 2024-11-26T10:19:33,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:33,575 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T10:19:33,576 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,34733,1732616366023 (queues=1) is replicating from cluster=0407e80d-acf7-4b7a-9743-6ec29f15593e to cluster=b3451042-677a-4d83-ae93-200006d76185 2024-11-26T10:19:33,576 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C34733%2C1732616366023 2024-11-26T10:19:33,576 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,34733,1732616366023, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:19:33,576 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C34733%2C1732616366023 2024-11-26T10:19:33,577 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006, startPosition=0, beingWritten=true 2024-11-26T10:19:33,583 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:19:33,583 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 379, reset compression=false 2024-11-26T10:19:33,583 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,34733,1732616366023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:19:33,728 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 379, reset compression=false 2024-11-26T10:19:33,787 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 379, reset compression=false 2024-11-26T10:19:34,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:19:34,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:34,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:34,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:34,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:34,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:34,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:34,091 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 379, reset compression=false 2024-11-26T10:19:34,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:34,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:34,122 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T10:19:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:34,271 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:19:34,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:34,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:34,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:34,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:34,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:34,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:34,283 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732616374282/Put/seqid=0 2024-11-26T10:19:34,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741840_1016 (size=7894) 2024-11-26T10:19:34,433 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 379, reset compression=false 2024-11-26T10:19:34,526 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 379, reset compression=false 2024-11-26T10:19:34,703 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732616374701/Put/seqid=0 2024-11-26T10:19:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741841_1017 (size=7691) 2024-11-26T10:19:34,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51498702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:34,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,40321,-1 for getting cluster id 2024-11-26T10:19:34,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:34,714 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3451042-677a-4d83-ae93-200006d76185' 2024-11-26T10:19:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3451042-677a-4d83-ae93-200006d76185" 2024-11-26T10:19:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ad0f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,40321,-1] 2024-11-26T10:19:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:34,718 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:34,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785fdcd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:34,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40621,1732616361948, seqNum=-1] 2024-11-26T10:19:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:34,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:34,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,40321,1732616361876 2024-11-26T10:19:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@274c0aeb 2024-11-26T10:19:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:34,739 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c., hostname=94eedbb855cf,40621,1732616361948, seqNum=2] 2024-11-26T10:19:34,745 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:19:34,751 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T10:19:34,753 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T10:19:34,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b7f498d9a940d3231eeaa8fa2085af6c/f 2024-11-26T10:19:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T10:19:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:19:34,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b7f498d9a940d3231eeaa8fa2085af6c/f 2024-11-26T10:19:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T10:19:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:19:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HRegion(2603): Flush status journal for b7f498d9a940d3231eeaa8fa2085af6c: 2024-11-26T10:19:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins__test__evkeresjelbaq18d57nms1lhjm4439jbd3rdod6l2po0vc6h9ab71b4i1u0goanb/f/hfile_1 2024-11-26T10:19:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins__test__evkeresjelbaq18d57nms1lhjm4439jbd3rdod6l2po0vc6h9ab71b4i1u0goanb/f/hfile_1 as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/faf6c1732fc144a4931d453e9175a0ca_SeqId_4_ 2024-11-26T10:19:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins__test__evkeresjelbaq18d57nms1lhjm4439jbd3rdod6l2po0vc6h9ab71b4i1u0goanb/f/hfile_0 2024-11-26T10:19:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins__test__evkeresjelbaq18d57nms1lhjm4439jbd3rdod6l2po0vc6h9ab71b4i1u0goanb/f/hfile_0 as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/8f1a484d09c844ba936e226cc0b10869_SeqId_4_ 2024-11-26T10:19:34,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins__test__evkeresjelbaq18d57nms1lhjm4439jbd3rdod6l2po0vc6h9ab71b4i1u0goanb/f/hfile_1 into b7f498d9a940d3231eeaa8fa2085af6c/f as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/faf6c1732fc144a4931d453e9175a0ca_SeqId_4_ - updating store file list. 2024-11-26T10:19:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStoreFile(483): HFile Bloom filter type for faf6c1732fc144a4931d453e9175a0ca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:19:34,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/faf6c1732fc144a4931d453e9175a0ca_SeqId_4_ into b7f498d9a940d3231eeaa8fa2085af6c/f 2024-11-26T10:19:34,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins__test__evkeresjelbaq18d57nms1lhjm4439jbd3rdod6l2po0vc6h9ab71b4i1u0goanb/f/hfile_1 into b7f498d9a940d3231eeaa8fa2085af6c/f (new location: hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/faf6c1732fc144a4931d453e9175a0ca_SeqId_4_) 2024-11-26T10:19:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins__test__evkeresjelbaq18d57nms1lhjm4439jbd3rdod6l2po0vc6h9ab71b4i1u0goanb/f/hfile_1 2024-11-26T10:19:34,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins__test__evkeresjelbaq18d57nms1lhjm4439jbd3rdod6l2po0vc6h9ab71b4i1u0goanb/f/hfile_0 into b7f498d9a940d3231eeaa8fa2085af6c/f as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/8f1a484d09c844ba936e226cc0b10869_SeqId_4_ - updating store file list. 2024-11-26T10:19:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f1a484d09c844ba936e226cc0b10869_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:19:34,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/8f1a484d09c844ba936e226cc0b10869_SeqId_4_ into b7f498d9a940d3231eeaa8fa2085af6c/f 2024-11-26T10:19:34,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins__test__evkeresjelbaq18d57nms1lhjm4439jbd3rdod6l2po0vc6h9ab71b4i1u0goanb/f/hfile_0 into b7f498d9a940d3231eeaa8fa2085af6c/f (new location: hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/8f1a484d09c844ba936e226cc0b10869_SeqId_4_) 2024-11-26T10:19:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins__test__evkeresjelbaq18d57nms1lhjm4439jbd3rdod6l2po0vc6h9ab71b4i1u0goanb/f/hfile_0 2024-11-26T10:19:34,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:34,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:34,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:34,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c., hostname=94eedbb855cf,40621,1732616361948, seqNum=2 , the old value is region=test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c., hostname=94eedbb855cf,40621,1732616361948, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=94eedbb855cf:40621 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T10:19:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c., hostname=94eedbb855cf,40621,1732616361948, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T10:19:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c., hostname=94eedbb855cf,40621,1732616361948, seqNum=2 from cache 2024-11-26T10:19:34,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:34,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:34,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,34733,1732616366023, seqNum=-1] 2024-11-26T10:19:34,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:34092 deadline: 1732616434784 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:34092 2024-11-26T10:19:34,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:34,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732616369804.b4f9d202ff51d60f713cb2027721a285., hostname=94eedbb855cf,34733,1732616366023, seqNum=2] 2024-11-26T10:19:34,791 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T10:19:34,891 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:40621 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T10:19:35,033 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 379, reset compression=false 2024-11-26T10:19:35,237 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 379, reset compression=false 2024-11-26T10:19:35,242 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:19:35,242 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,40621,1732616361948 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7f498d9a940d3231eeaa8fa2085af6c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732616374782/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T10:19:35,245 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:19:35,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-26T10:19:35,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.ReplicationSink(318): Replicating [b3451042-677a-4d83-ae93-200006d76185] bulk loaded data 2024-11-26T10:19:35,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@195ed16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:35,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43137,-1 for getting cluster id 2024-11-26T10:19:35,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:35,248 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0407e80d-acf7-4b7a-9743-6ec29f15593e' 2024-11-26T10:19:35,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:35,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0407e80d-acf7-4b7a-9743-6ec29f15593e" 2024-11-26T10:19:35,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f89f00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:35,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43137,-1] 2024-11-26T10:19:35,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:35,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:35,249 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:35,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fe9bbef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:35,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741840_1016 (size=7691) 2024-11-26T10:19:35,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741841_1017 (size=7894) 2024-11-26T10:19:35,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:35,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43137,1732616365984 2024-11-26T10:19:35,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ad32 2024-11-26T10:19:35,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:35,282 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T10:19:35,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:19:35,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:35,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,34733,1732616366023, seqNum=-1] 2024-11-26T10:19:35,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:35,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T10:19:35,293 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__psdh3m3ue4mk6qag38u62anssfahh93m2ulbrq2ku7cmfhktl2b783mfn9alpchh/f/8f1a484d09c844ba936e226cc0b10869_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T10:19:35,295 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__psdh3m3ue4mk6qag38u62anssfahh93m2ulbrq2ku7cmfhktl2b783mfn9alpchh/f/faf6c1732fc144a4931d453e9175a0ca_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T10:19:35,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__psdh3m3ue4mk6qag38u62anssfahh93m2ulbrq2ku7cmfhktl2b783mfn9alpchh/f/faf6c1732fc144a4931d453e9175a0ca_SeqId_4_ for inclusion in b4f9d202ff51d60f713cb2027721a285/f 2024-11-26T10:19:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T10:19:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:19:35,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__psdh3m3ue4mk6qag38u62anssfahh93m2ulbrq2ku7cmfhktl2b783mfn9alpchh/f/8f1a484d09c844ba936e226cc0b10869_SeqId_4_ for inclusion in b4f9d202ff51d60f713cb2027721a285/f 2024-11-26T10:19:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T10:19:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:19:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HRegion(2603): Flush status journal for b4f9d202ff51d60f713cb2027721a285: 2024-11-26T10:19:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): faf6c1732fc144a4931d453e9175a0ca_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T10:19:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__psdh3m3ue4mk6qag38u62anssfahh93m2ulbrq2ku7cmfhktl2b783mfn9alpchh/f/faf6c1732fc144a4931d453e9175a0ca_SeqId_4_ as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/86d7659b8a774158914a35e0bc390d97_SeqId_4_ 2024-11-26T10:19:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8f1a484d09c844ba936e226cc0b10869_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T10:19:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__psdh3m3ue4mk6qag38u62anssfahh93m2ulbrq2ku7cmfhktl2b783mfn9alpchh/f/8f1a484d09c844ba936e226cc0b10869_SeqId_4_ as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/330e8a814f454994884502c9a42fed66_SeqId_4_ 2024-11-26T10:19:35,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__psdh3m3ue4mk6qag38u62anssfahh93m2ulbrq2ku7cmfhktl2b783mfn9alpchh/f/faf6c1732fc144a4931d453e9175a0ca_SeqId_4_ into b4f9d202ff51d60f713cb2027721a285/f as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/86d7659b8a774158914a35e0bc390d97_SeqId_4_ - updating store file list. 2024-11-26T10:19:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86d7659b8a774158914a35e0bc390d97_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:19:35,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/86d7659b8a774158914a35e0bc390d97_SeqId_4_ into b4f9d202ff51d60f713cb2027721a285/f 2024-11-26T10:19:35,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__psdh3m3ue4mk6qag38u62anssfahh93m2ulbrq2ku7cmfhktl2b783mfn9alpchh/f/faf6c1732fc144a4931d453e9175a0ca_SeqId_4_ into b4f9d202ff51d60f713cb2027721a285/f (new location: hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/86d7659b8a774158914a35e0bc390d97_SeqId_4_) 2024-11-26T10:19:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__psdh3m3ue4mk6qag38u62anssfahh93m2ulbrq2ku7cmfhktl2b783mfn9alpchh/f/faf6c1732fc144a4931d453e9175a0ca_SeqId_4_ 2024-11-26T10:19:35,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__psdh3m3ue4mk6qag38u62anssfahh93m2ulbrq2ku7cmfhktl2b783mfn9alpchh/f/8f1a484d09c844ba936e226cc0b10869_SeqId_4_ into b4f9d202ff51d60f713cb2027721a285/f as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/330e8a814f454994884502c9a42fed66_SeqId_4_ - updating store file list. 2024-11-26T10:19:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 330e8a814f454994884502c9a42fed66_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:19:35,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/330e8a814f454994884502c9a42fed66_SeqId_4_ into b4f9d202ff51d60f713cb2027721a285/f 2024-11-26T10:19:35,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__psdh3m3ue4mk6qag38u62anssfahh93m2ulbrq2ku7cmfhktl2b783mfn9alpchh/f/8f1a484d09c844ba936e226cc0b10869_SeqId_4_ into b4f9d202ff51d60f713cb2027721a285/f (new location: hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/330e8a814f454994884502c9a42fed66_SeqId_4_) 2024-11-26T10:19:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__psdh3m3ue4mk6qag38u62anssfahh93m2ulbrq2ku7cmfhktl2b783mfn9alpchh/f/8f1a484d09c844ba936e226cc0b10869_SeqId_4_ 2024-11-26T10:19:35,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.ReplicationSink(324): Finished replicating [b3451042-677a-4d83-ae93-200006d76185] bulk loaded data 2024-11-26T10:19:35,442 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 687, reset compression=false 2024-11-26T10:19:35,637 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 379, reset compression=false 2024-11-26T10:19:35,643 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:19:35,643 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,34733,1732616366023 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4f9d202ff51d60f713cb2027721a285/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732616375321/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T10:19:35,646 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:19:35,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-26T10:19:35,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.ReplicationSink(318): Replicating [b3451042-677a-4d83-ae93-200006d76185, 0407e80d-acf7-4b7a-9743-6ec29f15593e] bulk loaded data 2024-11-26T10:19:35,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19a181c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:35,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,40321,-1 for getting cluster id 2024-11-26T10:19:35,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:35,648 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3451042-677a-4d83-ae93-200006d76185' 2024-11-26T10:19:35,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:35,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3451042-677a-4d83-ae93-200006d76185" 2024-11-26T10:19:35,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b2ca296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:35,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,40321,-1] 2024-11-26T10:19:35,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:35,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:35,650 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:35,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cb46570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:35,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741842_1018 (size=7691) 2024-11-26T10:19:35,747 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 687, reset compression=false 2024-11-26T10:19:35,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:35,804 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732616375804/Put/seqid=0 2024-11-26T10:19:35,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741842_1018 (size=11194) 2024-11-26T10:19:35,844 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 725, reset compression=false 2024-11-26T10:19:36,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741843_1019 (size=7894) 2024-11-26T10:19:36,149 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 725, reset compression=false 2024-11-26T10:19:36,152 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 687, reset compression=false 2024-11-26T10:19:36,213 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732616376212/Put/seqid=0 2024-11-26T10:19:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741843_1019 (size=10791) 2024-11-26T10:19:36,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:36,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,40321,1732616361876 2024-11-26T10:19:36,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38657c15 2024-11-26T10:19:36,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:36,484 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T10:19:36,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:19:36,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:36,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40621,1732616361948, seqNum=-1] 2024-11-26T10:19:36,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:36,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T10:19:36,494 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__64grcv1qtr3h3adjni1ujqcccakt2jmq35j1mlvl8jdp369if645d46uelv7dsed/f/330e8a814f454994884502c9a42fed66_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T10:19:36,496 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__64grcv1qtr3h3adjni1ujqcccakt2jmq35j1mlvl8jdp369if645d46uelv7dsed/f/86d7659b8a774158914a35e0bc390d97_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T10:19:36,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.ReplicationSink(324): Finished replicating [b3451042-677a-4d83-ae93-200006d76185, 0407e80d-acf7-4b7a-9743-6ec29f15593e] bulk loaded data 2024-11-26T10:19:36,554 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 725, reset compression=false 2024-11-26T10:19:36,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:36,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43137,-1 for getting cluster id 2024-11-26T10:19:36,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:36,621 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0407e80d-acf7-4b7a-9743-6ec29f15593e' 2024-11-26T10:19:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0407e80d-acf7-4b7a-9743-6ec29f15593e" 2024-11-26T10:19:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbd9b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43137,-1] 2024-11-26T10:19:36,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:36,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:36,622 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:36,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:36,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:36,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,34733,1732616366023, seqNum=-1] 2024-11-26T10:19:36,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:36,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:36,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:36,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43137,1732616365984 2024-11-26T10:19:36,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76e43fba 2024-11-26T10:19:36,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:36,634 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:36,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732616369804.b4f9d202ff51d60f713cb2027721a285., hostname=94eedbb855cf,34733,1732616366023, seqNum=2] 2024-11-26T10:19:36,640 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:19:36,645 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T10:19:36,648 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T10:19:36,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/testHFileCyclicReplication_10/f/hfile_1 for inclusion in b4f9d202ff51d60f713cb2027721a285/f 2024-11-26T10:19:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T10:19:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:19:36,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/testHFileCyclicReplication_10/f/hfile_0 for inclusion in b4f9d202ff51d60f713cb2027721a285/f 2024-11-26T10:19:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T10:19:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:19:36,656 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 687, reset compression=false 2024-11-26T10:19:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HRegion(2603): Flush status journal for b4f9d202ff51d60f713cb2027721a285: 2024-11-26T10:19:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins__test__htmhrnv5tdia9urf2fbjr2ami3vig68q3hlaei31k3r6hlnd2gdkdo8b04kestf2/f/hfile_1 2024-11-26T10:19:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins__test__htmhrnv5tdia9urf2fbjr2ami3vig68q3hlaei31k3r6hlnd2gdkdo8b04kestf2/f/hfile_1 as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/de45dbde49674c338612f068f4ce07b9_SeqId_6_ 2024-11-26T10:19:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins__test__htmhrnv5tdia9urf2fbjr2ami3vig68q3hlaei31k3r6hlnd2gdkdo8b04kestf2/f/hfile_0 2024-11-26T10:19:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins__test__htmhrnv5tdia9urf2fbjr2ami3vig68q3hlaei31k3r6hlnd2gdkdo8b04kestf2/f/hfile_0 as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/a2874200f3724f868a4331bdff519613_SeqId_6_ 2024-11-26T10:19:36,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins__test__htmhrnv5tdia9urf2fbjr2ami3vig68q3hlaei31k3r6hlnd2gdkdo8b04kestf2/f/hfile_1 into b4f9d202ff51d60f713cb2027721a285/f as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/de45dbde49674c338612f068f4ce07b9_SeqId_6_ - updating store file list. 2024-11-26T10:19:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de45dbde49674c338612f068f4ce07b9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T10:19:36,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/de45dbde49674c338612f068f4ce07b9_SeqId_6_ into b4f9d202ff51d60f713cb2027721a285/f 2024-11-26T10:19:36,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins__test__htmhrnv5tdia9urf2fbjr2ami3vig68q3hlaei31k3r6hlnd2gdkdo8b04kestf2/f/hfile_1 into b4f9d202ff51d60f713cb2027721a285/f (new location: hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/de45dbde49674c338612f068f4ce07b9_SeqId_6_) 2024-11-26T10:19:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins__test__htmhrnv5tdia9urf2fbjr2ami3vig68q3hlaei31k3r6hlnd2gdkdo8b04kestf2/f/hfile_1 2024-11-26T10:19:36,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins__test__htmhrnv5tdia9urf2fbjr2ami3vig68q3hlaei31k3r6hlnd2gdkdo8b04kestf2/f/hfile_0 into b4f9d202ff51d60f713cb2027721a285/f as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/a2874200f3724f868a4331bdff519613_SeqId_6_ - updating store file list. 2024-11-26T10:19:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a2874200f3724f868a4331bdff519613_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T10:19:36,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/a2874200f3724f868a4331bdff519613_SeqId_6_ into b4f9d202ff51d60f713cb2027721a285/f 2024-11-26T10:19:36,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins__test__htmhrnv5tdia9urf2fbjr2ami3vig68q3hlaei31k3r6hlnd2gdkdo8b04kestf2/f/hfile_0 into b4f9d202ff51d60f713cb2027721a285/f (new location: hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/f/a2874200f3724f868a4331bdff519613_SeqId_6_) 2024-11-26T10:19:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins__test__htmhrnv5tdia9urf2fbjr2ami3vig68q3hlaei31k3r6hlnd2gdkdo8b04kestf2/f/hfile_0 2024-11-26T10:19:36,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:36,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:36,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:36,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732616369804.b4f9d202ff51d60f713cb2027721a285., hostname=94eedbb855cf,34733,1732616366023, seqNum=2 , the old value is region=test,,1732616369804.b4f9d202ff51d60f713cb2027721a285., hostname=94eedbb855cf,34733,1732616366023, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=94eedbb855cf:34733 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T10:19:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732616369804.b4f9d202ff51d60f713cb2027721a285., hostname=94eedbb855cf,34733,1732616366023, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T10:19:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732616369804.b4f9d202ff51d60f713cb2027721a285., hostname=94eedbb855cf,34733,1732616366023, seqNum=2 from cache 2024-11-26T10:19:36,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:36,677 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T10:19:36,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40621,1732616361948, seqNum=-1] 2024-11-26T10:19:36,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:36,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c., hostname=94eedbb855cf,40621,1732616361948, seqNum=2] 2024-11-26T10:19:36,688 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T10:19:36,780 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:34733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T10:19:37,059 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 725, reset compression=false 2024-11-26T10:19:37,064 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:19:37,064 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,34733,1732616366023 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4f9d202ff51d60f713cb2027721a285/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732616376674/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T10:19:37,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.ReplicationSink(318): Replicating [0407e80d-acf7-4b7a-9743-6ec29f15593e] bulk loaded data 2024-11-26T10:19:37,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741844_1020 (size=10791) 2024-11-26T10:19:37,260 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 687, reset compression=false 2024-11-26T10:19:37,264 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 1033, reset compression=false 2024-11-26T10:19:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741845_1021 (size=11194) 2024-11-26T10:19:37,568 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 1033, reset compression=false 2024-11-26T10:19:37,692 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T10:19:37,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:19:37,892 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__1h1knnd7lj8shrpal7j39p66099ropcm8hr4enlhms8dg0g2dqsfd8mj26h3b3sp/f/a2874200f3724f868a4331bdff519613_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-26T10:19:37,894 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__1h1knnd7lj8shrpal7j39p66099ropcm8hr4enlhms8dg0g2dqsfd8mj26h3b3sp/f/de45dbde49674c338612f068f4ce07b9_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-26T10:19:37,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__1h1knnd7lj8shrpal7j39p66099ropcm8hr4enlhms8dg0g2dqsfd8mj26h3b3sp/f/de45dbde49674c338612f068f4ce07b9_SeqId_6_ for inclusion in b7f498d9a940d3231eeaa8fa2085af6c/f 2024-11-26T10:19:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T10:19:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:19:37,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__1h1knnd7lj8shrpal7j39p66099ropcm8hr4enlhms8dg0g2dqsfd8mj26h3b3sp/f/a2874200f3724f868a4331bdff519613_SeqId_6_ for inclusion in b7f498d9a940d3231eeaa8fa2085af6c/f 2024-11-26T10:19:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T10:19:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:19:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HRegion(2603): Flush status journal for b7f498d9a940d3231eeaa8fa2085af6c: 2024-11-26T10:19:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): de45dbde49674c338612f068f4ce07b9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T10:19:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__1h1knnd7lj8shrpal7j39p66099ropcm8hr4enlhms8dg0g2dqsfd8mj26h3b3sp/f/de45dbde49674c338612f068f4ce07b9_SeqId_6_ as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/60a3121400ac4a41a26183969fec1c3a_SeqId_6_ 2024-11-26T10:19:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a2874200f3724f868a4331bdff519613_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T10:19:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__1h1knnd7lj8shrpal7j39p66099ropcm8hr4enlhms8dg0g2dqsfd8mj26h3b3sp/f/a2874200f3724f868a4331bdff519613_SeqId_6_ as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/343a33944fb543e7af23f4da37b04c3e_SeqId_6_ 2024-11-26T10:19:37,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__1h1knnd7lj8shrpal7j39p66099ropcm8hr4enlhms8dg0g2dqsfd8mj26h3b3sp/f/de45dbde49674c338612f068f4ce07b9_SeqId_6_ into b7f498d9a940d3231eeaa8fa2085af6c/f as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/60a3121400ac4a41a26183969fec1c3a_SeqId_6_ - updating store file list. 2024-11-26T10:19:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60a3121400ac4a41a26183969fec1c3a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T10:19:37,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/60a3121400ac4a41a26183969fec1c3a_SeqId_6_ into b7f498d9a940d3231eeaa8fa2085af6c/f 2024-11-26T10:19:37,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__1h1knnd7lj8shrpal7j39p66099ropcm8hr4enlhms8dg0g2dqsfd8mj26h3b3sp/f/de45dbde49674c338612f068f4ce07b9_SeqId_6_ into b7f498d9a940d3231eeaa8fa2085af6c/f (new location: hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/60a3121400ac4a41a26183969fec1c3a_SeqId_6_) 2024-11-26T10:19:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__1h1knnd7lj8shrpal7j39p66099ropcm8hr4enlhms8dg0g2dqsfd8mj26h3b3sp/f/de45dbde49674c338612f068f4ce07b9_SeqId_6_ 2024-11-26T10:19:37,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__1h1knnd7lj8shrpal7j39p66099ropcm8hr4enlhms8dg0g2dqsfd8mj26h3b3sp/f/a2874200f3724f868a4331bdff519613_SeqId_6_ into b7f498d9a940d3231eeaa8fa2085af6c/f as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/343a33944fb543e7af23f4da37b04c3e_SeqId_6_ - updating store file list. 2024-11-26T10:19:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 343a33944fb543e7af23f4da37b04c3e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T10:19:37,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/343a33944fb543e7af23f4da37b04c3e_SeqId_6_ into b7f498d9a940d3231eeaa8fa2085af6c/f 2024-11-26T10:19:37,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__1h1knnd7lj8shrpal7j39p66099ropcm8hr4enlhms8dg0g2dqsfd8mj26h3b3sp/f/a2874200f3724f868a4331bdff519613_SeqId_6_ into b7f498d9a940d3231eeaa8fa2085af6c/f (new location: hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/f/343a33944fb543e7af23f4da37b04c3e_SeqId_6_) 2024-11-26T10:19:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/staging/jenkins.hfs.10__test__1h1knnd7lj8shrpal7j39p66099ropcm8hr4enlhms8dg0g2dqsfd8mj26h3b3sp/f/a2874200f3724f868a4331bdff519613_SeqId_6_ 2024-11-26T10:19:37,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] regionserver.ReplicationSink(324): Finished replicating [0407e80d-acf7-4b7a-9743-6ec29f15593e] bulk loaded data 2024-11-26T10:19:37,965 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 687, reset compression=false 2024-11-26T10:19:37,971 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:19:37,971 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,40621,1732616361948 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7f498d9a940d3231eeaa8fa2085af6c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732616377916/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T10:19:37,972 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 1033, reset compression=false 2024-11-26T10:19:37,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.ReplicationSink(318): Replicating [0407e80d-acf7-4b7a-9743-6ec29f15593e, b3451042-677a-4d83-ae93-200006d76185] bulk loaded data 2024-11-26T10:19:37,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741844_1020 (size=10791) 2024-11-26T10:19:37,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741845_1021 (size=11194) 2024-11-26T10:19:38,171 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 1033, reset compression=false 2024-11-26T10:19:38,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:19:38,404 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__48ttta5s01m1bl5i3lpm3903pibf36qrbsu9tjbk8n98271s1j4kr8vcgf272rl9/f/343a33944fb543e7af23f4da37b04c3e_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-26T10:19:38,406 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/staging/jenkins.hfs.11__test__48ttta5s01m1bl5i3lpm3903pibf36qrbsu9tjbk8n98271s1j4kr8vcgf272rl9/f/60a3121400ac4a41a26183969fec1c3a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-26T10:19:38,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34733 {}] regionserver.ReplicationSink(324): Finished replicating [0407e80d-acf7-4b7a-9743-6ec29f15593e, b3451042-677a-4d83-ae93-200006d76185] bulk loaded data 2024-11-26T10:19:38,476 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 1033, reset compression=false 2024-11-26T10:19:38,477 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 1033, reset compression=false 2024-11-26T10:19:38,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:19:38,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:38,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:38,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:38,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:38,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:38,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:19:38,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1680439047, stopped=false 2024-11-26T10:19:38,702 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,43137,1732616365984 2024-11-26T10:19:38,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1400806752/running 2024-11-26T10:19:38,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:38,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1400806752/running 2024-11-26T10:19:38,703 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:19:38,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:38,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:38,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:38,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:38,704 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,34733,1732616366023' ***** 2024-11-26T10:19:38,704 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:19:38,704 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:19:38,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Set watcher on znode that does not yet exist, /1400806752/running 2024-11-26T10:19:38,705 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:19:38,705 INFO [RS:0;94eedbb855cf:34733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:19:38,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Set watcher on znode that does not yet exist, /1400806752/running 2024-11-26T10:19:38,705 INFO [RS:0;94eedbb855cf:34733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:19:38,705 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(3091): Received CLOSE for eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:38,705 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(3091): Received CLOSE for b4f9d202ff51d60f713cb2027721a285 2024-11-26T10:19:38,705 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,34733,1732616366023 2024-11-26T10:19:38,705 INFO [RS:0;94eedbb855cf:34733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:19:38,705 INFO [RS:0;94eedbb855cf:34733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:34733. 2024-11-26T10:19:38,705 DEBUG [RS:0;94eedbb855cf:34733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:38,705 DEBUG [RS:0;94eedbb855cf:34733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:38,706 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eed90fecf4fcd1f823eb99081fa57afd, disabling compactions & flushes 2024-11-26T10:19:38,706 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:19:38,706 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:19:38,706 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. 2024-11-26T10:19:38,706 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:19:38,706 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. 2024-11-26T10:19:38,706 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. after waiting 0 ms 2024-11-26T10:19:38,706 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:19:38,706 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. 2024-11-26T10:19:38,706 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eed90fecf4fcd1f823eb99081fa57afd 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-26T10:19:38,706 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T10:19:38,706 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1325): Online Regions={eed90fecf4fcd1f823eb99081fa57afd=hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd., b4f9d202ff51d60f713cb2027721a285=test,,1732616369804.b4f9d202ff51d60f713cb2027721a285., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:19:38,707 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4f9d202ff51d60f713cb2027721a285, eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:38,707 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:19:38,707 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:19:38,707 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:19:38,707 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:19:38,707 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:19:38,707 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T10:19:38,722 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd/.tmp/hfileref/a70eff727b804763aa0c9839d7b60c1a is 74, key is 1/hfileref:330e8a814f454994884502c9a42fed66_SeqId_4_/1732616376499/DeleteColumn/seqid=0 2024-11-26T10:19:38,723 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/.tmp/info/dfcf6cf0041346aaa775c22908035b73 is 147, key is hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd./info:regioninfo/1732616373308/Put/seqid=0 2024-11-26T10:19:38,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741846_1022 (size=5345) 2024-11-26T10:19:38,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741847_1023 (size=7686) 2024-11-26T10:19:38,783 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:19:38,875 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:19:38,875 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:19:38,881 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 1033, reset compression=false 2024-11-26T10:19:38,907 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4f9d202ff51d60f713cb2027721a285, eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:39,081 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 1033, reset compression=false 2024-11-26T10:19:39,107 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4f9d202ff51d60f713cb2027721a285, eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:39,128 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd/.tmp/hfileref/a70eff727b804763aa0c9839d7b60c1a 2024-11-26T10:19:39,129 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/.tmp/info/dfcf6cf0041346aaa775c22908035b73 2024-11-26T10:19:39,147 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/.tmp/ns/facbb4fa83b547a496b52137834d6b17 is 43, key is default/ns:d/1732616368567/Put/seqid=0 2024-11-26T10:19:39,147 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd/.tmp/queue/68c2f9729b2c4db39ec52605f0ef546f is 154, key is 1-94eedbb855cf,34733,1732616366023/queue:94eedbb855cf%2C34733%2C1732616366023/1732616377921/Put/seqid=0 2024-11-26T10:19:39,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741848_1024 (size=5353) 2024-11-26T10:19:39,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741849_1025 (size=5153) 2024-11-26T10:19:39,307 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4f9d202ff51d60f713cb2027721a285, eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:39,385 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 1033, reset compression=false 2024-11-26T10:19:39,507 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4f9d202ff51d60f713cb2027721a285, eed90fecf4fcd1f823eb99081fa57afd 2024-11-26T10:19:39,552 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd/.tmp/queue/68c2f9729b2c4db39ec52605f0ef546f 2024-11-26T10:19:39,552 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/.tmp/ns/facbb4fa83b547a496b52137834d6b17 2024-11-26T10:19:39,557 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd/.tmp/hfileref/a70eff727b804763aa0c9839d7b60c1a as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd/hfileref/a70eff727b804763aa0c9839d7b60c1a 2024-11-26T10:19:39,561 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd/hfileref/a70eff727b804763aa0c9839d7b60c1a, entries=4, sequenceid=12, filesize=5.2 K 2024-11-26T10:19:39,562 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd/.tmp/queue/68c2f9729b2c4db39ec52605f0ef546f as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd/queue/68c2f9729b2c4db39ec52605f0ef546f 2024-11-26T10:19:39,566 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd/queue/68c2f9729b2c4db39ec52605f0ef546f, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T10:19:39,567 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for eed90fecf4fcd1f823eb99081fa57afd in 861ms, sequenceid=12, compaction requested=false 2024-11-26T10:19:39,571 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/.tmp/rep_barrier/b9e418fd45a14d03bed6eadcb61c3d2c is 112, key is test,,1732616369804.b4f9d202ff51d60f713cb2027721a285./rep_barrier:seqnumDuringOpen/1732616370564/Put/seqid=0 2024-11-26T10:19:39,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741850_1026 (size=5518) 2024-11-26T10:19:39,575 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/replication/eed90fecf4fcd1f823eb99081fa57afd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T10:19:39,576 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:39,576 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:19:39,576 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. 2024-11-26T10:19:39,576 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eed90fecf4fcd1f823eb99081fa57afd: Waiting for close lock at 1732616378705Running coprocessor pre-close hooks at 1732616378705Disabling compacts and flushes for region at 1732616378705Disabling writes for close at 1732616378706 (+1 ms)Obtaining lock to block concurrent updates at 1732616378706Preparing flush snapshotting stores in eed90fecf4fcd1f823eb99081fa57afd at 1732616378706Finished memstore snapshotting hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732616378706Flushing stores of hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. at 1732616378707 (+1 ms)Flushing eed90fecf4fcd1f823eb99081fa57afd/hfileref: creating writer at 1732616378707Flushing eed90fecf4fcd1f823eb99081fa57afd/hfileref: appending metadata at 1732616378721 (+14 ms)Flushing eed90fecf4fcd1f823eb99081fa57afd/hfileref: closing flushed file at 1732616378722 (+1 ms)Flushing eed90fecf4fcd1f823eb99081fa57afd/queue: creating writer at 1732616379133 (+411 ms)Flushing eed90fecf4fcd1f823eb99081fa57afd/queue: appending metadata at 1732616379147 (+14 ms)Flushing eed90fecf4fcd1f823eb99081fa57afd/queue: closing flushed file at 1732616379147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349cace6: reopening flushed file at 1732616379556 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7022f7e2: reopening flushed file at 1732616379562 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for eed90fecf4fcd1f823eb99081fa57afd in 861ms, sequenceid=12, compaction requested=false at 1732616379567 (+5 ms)Writing region close event to WAL at 1732616379572 (+5 ms)Running coprocessor post-close hooks at 1732616379576 (+4 ms)Closed at 1732616379576 2024-11-26T10:19:39,576 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616372125.eed90fecf4fcd1f823eb99081fa57afd. 2024-11-26T10:19:39,576 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4f9d202ff51d60f713cb2027721a285, disabling compactions & flushes 2024-11-26T10:19:39,576 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. 2024-11-26T10:19:39,576 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. 2024-11-26T10:19:39,577 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. after waiting 0 ms 2024-11-26T10:19:39,577 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. 2024-11-26T10:19:39,580 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/default/test/b4f9d202ff51d60f713cb2027721a285/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T10:19:39,580 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:39,580 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:19:39,580 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. 2024-11-26T10:19:39,580 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4f9d202ff51d60f713cb2027721a285: Waiting for close lock at 1732616379576Running coprocessor pre-close hooks at 1732616379576Disabling compacts and flushes for region at 1732616379576Disabling writes for close at 1732616379577 (+1 ms)Writing region close event to WAL at 1732616379577Running coprocessor post-close hooks at 1732616379580 (+3 ms)Closed at 1732616379580 2024-11-26T10:19:39,580 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616369804.b4f9d202ff51d60f713cb2027721a285. 2024-11-26T10:19:39,708 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:19:39,708 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:19:39,708 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:39,785 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 1033, reset compression=false 2024-11-26T10:19:39,790 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:19:39,790 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 1328, reset compression=false 2024-11-26T10:19:39,790 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,34733,1732616366023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:19:39,791 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 94eedbb855cf,34733,1732616366023: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-94eedbb855cf,34733,1732616366023, walGroup=94eedbb855cf%2C34733%2C1732616366023, offset=94eedbb855cf%2C34733%2C1732616366023.1732616368006:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:34733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T10:19:39,792 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T10:19:39,792 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T10:19:39,793 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T10:19:39,793 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T10:19:39,793 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T10:19:39,793 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 795310608 }, "NonHeapMemoryUsage": { "committed": 189923328, "init": 7667712, "max": -1, "used": 187189368 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T10:19:39,796 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:43137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:43137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T10:19:39,908 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:39,976 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/.tmp/rep_barrier/b9e418fd45a14d03bed6eadcb61c3d2c 2024-11-26T10:19:39,990 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 1033, reset compression=false 2024-11-26T10:19:39,999 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/.tmp/table/5e271d1b386942cead395c36010b3c04 is 53, key is hbase:replication/table:state/1732616373316/Put/seqid=0 2024-11-26T10:19:40,002 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 1328, reset compression=false 2024-11-26T10:19:40,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741851_1027 (size=5308) 2024-11-26T10:19:40,108 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:40,306 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 1328, reset compression=false 2024-11-26T10:19:40,308 DEBUG [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:40,408 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/.tmp/table/5e271d1b386942cead395c36010b3c04 2024-11-26T10:19:40,413 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/.tmp/info/dfcf6cf0041346aaa775c22908035b73 as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/info/dfcf6cf0041346aaa775c22908035b73 2024-11-26T10:19:40,417 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/info/dfcf6cf0041346aaa775c22908035b73, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T10:19:40,418 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/.tmp/ns/facbb4fa83b547a496b52137834d6b17 as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/ns/facbb4fa83b547a496b52137834d6b17 2024-11-26T10:19:40,422 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/ns/facbb4fa83b547a496b52137834d6b17, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T10:19:40,423 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/.tmp/rep_barrier/b9e418fd45a14d03bed6eadcb61c3d2c as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/rep_barrier/b9e418fd45a14d03bed6eadcb61c3d2c 2024-11-26T10:19:40,427 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/rep_barrier/b9e418fd45a14d03bed6eadcb61c3d2c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T10:19:40,428 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/.tmp/table/5e271d1b386942cead395c36010b3c04 as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/table/5e271d1b386942cead395c36010b3c04 2024-11-26T10:19:40,432 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/table/5e271d1b386942cead395c36010b3c04, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T10:19:40,433 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-26T10:19:40,439 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:19:40,439 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:40,439 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:19:40,439 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:40,439 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616378707Running coprocessor pre-close hooks at 1732616378707Disabling compacts and flushes for region at 1732616378707Disabling writes for close at 1732616378707Obtaining lock to block concurrent updates at 1732616378707Preparing flush snapshotting stores in 1588230740 at 1732616378707Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732616378708 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732616378708Flushing 1588230740/info: creating writer at 1732616378708Flushing 1588230740/info: appending metadata at 1732616378723 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732616378723Flushing 1588230740/ns: creating writer at 1732616379133 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732616379147 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732616379147Flushing 1588230740/rep_barrier: creating writer at 1732616379556 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616379571 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616379571Flushing 1588230740/table: creating writer at 1732616379981 (+410 ms)Flushing 1588230740/table: appending metadata at 1732616379999 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732616379999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72aaebd9: reopening flushed file at 1732616380412 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4c4e6b: reopening flushed file at 1732616380418 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4fc5da: reopening flushed file at 1732616380422 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b87cef: reopening flushed file at 1732616380427 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1732616380433 (+6 ms)Writing region close event to WAL at 1732616380436 (+3 ms)Running coprocessor post-close hooks at 1732616380439 (+3 ms)Closed at 1732616380439 2024-11-26T10:19:40,440 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:40,508 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,34733,1732616366023; all regions closed. 2024-11-26T10:19:40,511 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.meta.1732616368528.meta not finished, retry = 0 2024-11-26T10:19:40,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741834_1010 (size=4239) 2024-11-26T10:19:40,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741839_1015 (size=3127) 2024-11-26T10:19:40,614 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.rep.1732616373268 not finished, retry = 0 2024-11-26T10:19:40,694 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 1033, reset compression=false 2024-11-26T10:19:40,710 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/WALs/94eedbb855cf,34733,1732616366023/94eedbb855cf%2C34733%2C1732616366023.1732616368006 to pos 1328, reset compression=false 2024-11-26T10:19:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741832_1008 (size=1336) 2024-11-26T10:19:40,717 DEBUG [RS:0;94eedbb855cf:34733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:40,717 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:19:40,717 INFO [RS:0;94eedbb855cf:34733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:19:40,717 INFO [RS:0;94eedbb855cf:34733 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:19:40,717 INFO [RS:0;94eedbb855cf:34733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:19:40,717 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:19:40,718 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,34733,1732616366023 because: Region server is closing 2024-11-26T10:19:40,718 INFO [RS:0;94eedbb855cf:34733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:34733. 2024-11-26T10:19:40,718 DEBUG [RS:0;94eedbb855cf:34733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:40,718 DEBUG [RS:0;94eedbb855cf:34733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:40,718 DEBUG [RS:0;94eedbb855cf:34733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:40,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:40,818 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.shipper94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 terminated 2024-11-26T10:19:40,818 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,34733,1732616366023.replicationSource.wal-reader.94eedbb855cf%2C34733%2C1732616366023,1-94eedbb855cf,34733,1732616366023 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:19:40,818 INFO [RS:0;94eedbb855cf:34733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:34733. 2024-11-26T10:19:40,818 DEBUG [RS:0;94eedbb855cf:34733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:40,819 DEBUG [RS:0;94eedbb855cf:34733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:40,819 DEBUG [RS:0;94eedbb855cf:34733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:40,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:40,819 INFO [RS:0;94eedbb855cf:34733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34733 2024-11-26T10:19:40,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752/rs 2024-11-26T10:19:40,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1400806752/rs/94eedbb855cf,34733,1732616366023 2024-11-26T10:19:40,821 INFO [RS:0;94eedbb855cf:34733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:19:40,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,34733,1732616366023] 2024-11-26T10:19:40,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1400806752/draining/94eedbb855cf,34733,1732616366023 already deleted, retry=false 2024-11-26T10:19:40,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,34733,1732616366023 expired; onlineServers=0 2024-11-26T10:19:40,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,43137,1732616365984' ***** 2024-11-26T10:19:40,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:19:40,824 INFO [M:0;94eedbb855cf:43137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:19:40,824 INFO [M:0;94eedbb855cf:43137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:19:40,824 DEBUG [M:0;94eedbb855cf:43137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:19:40,824 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:19:40,824 DEBUG [M:0;94eedbb855cf:43137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:19:40,824 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616367788 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616367788,5,FailOnTimeoutGroup] 2024-11-26T10:19:40,824 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616367789 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616367789,5,FailOnTimeoutGroup] 2024-11-26T10:19:40,825 INFO [M:0;94eedbb855cf:43137 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:19:40,825 INFO [M:0;94eedbb855cf:43137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:19:40,825 DEBUG [M:0;94eedbb855cf:43137 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:19:40,825 INFO [M:0;94eedbb855cf:43137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:19:40,825 INFO [M:0;94eedbb855cf:43137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:19:40,825 INFO [M:0;94eedbb855cf:43137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:19:40,825 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:19:40,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1400806752/master 2024-11-26T10:19:40,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400806752 2024-11-26T10:19:40,826 DEBUG [M:0;94eedbb855cf:43137 {}] zookeeper.ZKUtil(347): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Unable to get data of znode /1400806752/master because node does not exist (not an error) 2024-11-26T10:19:40,826 WARN [M:0;94eedbb855cf:43137 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:19:40,826 INFO [M:0;94eedbb855cf:43137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/.lastflushedseqids 2024-11-26T10:19:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741852_1028 (size=263) 2024-11-26T10:19:40,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:40,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34733-0x10153c97f900004, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:40,922 INFO [RS:0;94eedbb855cf:34733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:19:40,922 INFO [RS:0;94eedbb855cf:34733 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,34733,1732616366023; zookeeper connection closed. 2024-11-26T10:19:40,922 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78f3d637 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78f3d637 2024-11-26T10:19:40,923 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:19:41,231 INFO [M:0;94eedbb855cf:43137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:19:41,232 INFO [M:0;94eedbb855cf:43137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:19:41,232 DEBUG [M:0;94eedbb855cf:43137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:19:41,232 INFO [M:0;94eedbb855cf:43137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:41,232 DEBUG [M:0;94eedbb855cf:43137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:41,232 DEBUG [M:0;94eedbb855cf:43137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:19:41,232 DEBUG [M:0;94eedbb855cf:43137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:41,232 INFO [M:0;94eedbb855cf:43137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T10:19:41,253 DEBUG [M:0;94eedbb855cf:43137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/302bc77c273c48a3a279c2451dd38b2d is 82, key is hbase:meta,,1/info:regioninfo/1732616368558/Put/seqid=0 2024-11-26T10:19:41,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741853_1029 (size=5672) 2024-11-26T10:19:41,497 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 1033, reset compression=false 2024-11-26T10:19:41,670 INFO [M:0;94eedbb855cf:43137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/302bc77c273c48a3a279c2451dd38b2d 2024-11-26T10:19:41,705 DEBUG [M:0;94eedbb855cf:43137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e45a420c7d649a38da55f0b7b91444a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732616373320/Put/seqid=0 2024-11-26T10:19:41,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741854_1030 (size=8515) 2024-11-26T10:19:42,132 INFO [M:0;94eedbb855cf:43137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e45a420c7d649a38da55f0b7b91444a 2024-11-26T10:19:42,176 DEBUG [M:0;94eedbb855cf:43137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c8c7ccc30b5456798098aa0739ecb8a is 69, key is 94eedbb855cf,34733,1732616366023/rs:state/1732616367860/Put/seqid=0 2024-11-26T10:19:42,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741855_1031 (size=5156) 2024-11-26T10:19:42,182 INFO [M:0;94eedbb855cf:43137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c8c7ccc30b5456798098aa0739ecb8a 2024-11-26T10:19:42,187 DEBUG [M:0;94eedbb855cf:43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/302bc77c273c48a3a279c2451dd38b2d as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/302bc77c273c48a3a279c2451dd38b2d 2024-11-26T10:19:42,191 INFO [M:0;94eedbb855cf:43137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/302bc77c273c48a3a279c2451dd38b2d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T10:19:42,191 DEBUG [M:0;94eedbb855cf:43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e45a420c7d649a38da55f0b7b91444a as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e45a420c7d649a38da55f0b7b91444a 2024-11-26T10:19:42,198 INFO [M:0;94eedbb855cf:43137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e45a420c7d649a38da55f0b7b91444a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T10:19:42,199 DEBUG [M:0;94eedbb855cf:43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c8c7ccc30b5456798098aa0739ecb8a as hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c8c7ccc30b5456798098aa0739ecb8a 2024-11-26T10:19:42,203 INFO [M:0;94eedbb855cf:43137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42305/user/jenkins/test-data/ff96e34f-e069-a615-eff9-0538c578910f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c8c7ccc30b5456798098aa0739ecb8a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T10:19:42,204 INFO [M:0;94eedbb855cf:43137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 972ms, sequenceid=97, compaction requested=false 2024-11-26T10:19:42,205 INFO [M:0;94eedbb855cf:43137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:42,205 DEBUG [M:0;94eedbb855cf:43137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616381232Disabling compacts and flushes for region at 1732616381232Disabling writes for close at 1732616381232Obtaining lock to block concurrent updates at 1732616381232Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616381232Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732616381232Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616381233 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616381233Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616381253 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616381253Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616381676 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616381704 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616381705 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616382146 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616382175 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616382175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1646c268: reopening flushed file at 1732616382186 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b676c2: reopening flushed file at 1732616382191 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f602c23: reopening flushed file at 1732616382198 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 972ms, sequenceid=97, compaction requested=false at 1732616382204 (+6 ms)Writing region close event to WAL at 1732616382205 (+1 ms)Closed at 1732616382205 2024-11-26T10:19:42,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741830_1006 (size=63642) 2024-11-26T10:19:42,209 INFO [M:0;94eedbb855cf:43137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:19:42,209 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:19:42,209 INFO [M:0;94eedbb855cf:43137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43137 2024-11-26T10:19:42,209 INFO [M:0;94eedbb855cf:43137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:19:42,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:42,311 INFO [M:0;94eedbb855cf:43137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:19:42,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43137-0x10153c97f900003, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:42,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e6065e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:19:42,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:19:42,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:19:42,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:19:42,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/hadoop.log.dir/,STOPPED} 2024-11-26T10:19:42,320 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:19:42,320 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:19:42,320 WARN [BP-886486506-172.17.0.2-1732616365012 heartbeating to localhost/127.0.0.1:42305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:19:42,320 WARN [BP-886486506-172.17.0.2-1732616365012 heartbeating to localhost/127.0.0.1:42305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-886486506-172.17.0.2-1732616365012 (Datanode Uuid 142aab04-bc9d-4e60-899c-f336a2f078bb) service to localhost/127.0.0.1:42305 2024-11-26T10:19:42,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/cluster_82f77341-ab9a-82f8-9d0e-81f80c6a1a44/data/data1/current/BP-886486506-172.17.0.2-1732616365012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:19:42,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/cluster_82f77341-ab9a-82f8-9d0e-81f80c6a1a44/data/data2/current/BP-886486506-172.17.0.2-1732616365012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:19:42,322 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:19:42,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:19:42,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:19:42,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:19:42,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:19:42,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/hadoop.log.dir/,STOPPED} 2024-11-26T10:19:42,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:19:42,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:19:42,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:42,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:42,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:42,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:42,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:42,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:19:42,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=958365311, stopped=false 2024-11-26T10:19:42,350 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,40321,1732616361876 2024-11-26T10:19:42,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1020005812/running 2024-11-26T10:19:42,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:42,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1020005812/running 2024-11-26T10:19:42,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:42,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Set watcher on znode that does not yet exist, /0-1020005812/running 2024-11-26T10:19:42,355 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:19:42,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Set watcher on znode that does not yet exist, /0-1020005812/running 2024-11-26T10:19:42,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:42,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:42,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:42,358 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,40621,1732616361948' ***** 2024-11-26T10:19:42,358 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:19:42,358 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:19:42,358 INFO [RS:0;94eedbb855cf:40621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:19:42,358 INFO [RS:0;94eedbb855cf:40621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:19:42,358 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:19:42,358 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(3091): Received CLOSE for 36c1c3954f58e9a2a7b7840c58b41884 2024-11-26T10:19:42,360 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(3091): Received CLOSE for b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:42,360 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,40621,1732616361948 2024-11-26T10:19:42,360 INFO [RS:0;94eedbb855cf:40621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:19:42,360 INFO [RS:0;94eedbb855cf:40621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:40621. 2024-11-26T10:19:42,360 DEBUG [RS:0;94eedbb855cf:40621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:42,360 DEBUG [RS:0;94eedbb855cf:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:42,360 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:19:42,360 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:19:42,360 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:19:42,360 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:19:42,360 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36c1c3954f58e9a2a7b7840c58b41884, disabling compactions & flushes 2024-11-26T10:19:42,360 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. 2024-11-26T10:19:42,360 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. 2024-11-26T10:19:42,360 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. after waiting 0 ms 2024-11-26T10:19:42,360 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. 2024-11-26T10:19:42,361 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T10:19:42,361 DEBUG [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1325): Online Regions={36c1c3954f58e9a2a7b7840c58b41884=hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884., b7f498d9a940d3231eeaa8fa2085af6c=test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:19:42,361 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36c1c3954f58e9a2a7b7840c58b41884 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-26T10:19:42,361 DEBUG [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36c1c3954f58e9a2a7b7840c58b41884, b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:42,361 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:19:42,361 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:19:42,361 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:19:42,361 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:19:42,361 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:19:42,361 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T10:19:42,400 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884/.tmp/hfileref/707edb712bb54b2b81016ddaf5b5b99b is 74, key is 1/hfileref:343a33944fb543e7af23f4da37b04c3e_SeqId_6_/1732616378409/DeleteColumn/seqid=0 2024-11-26T10:19:42,405 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/.tmp/info/56f091bcc6fc497d9f20fcd3e5fa0707 is 147, key is hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884./info:regioninfo/1732616371396/Put/seqid=0 2024-11-26T10:19:42,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741846_1022 (size=5345) 2024-11-26T10:19:42,406 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 1033, reset compression=false 2024-11-26T10:19:42,408 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884/.tmp/hfileref/707edb712bb54b2b81016ddaf5b5b99b 2024-11-26T10:19:42,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741847_1023 (size=7686) 2024-11-26T10:19:42,412 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/.tmp/info/56f091bcc6fc497d9f20fcd3e5fa0707 2024-11-26T10:19:42,422 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:19:42,441 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884/.tmp/queue/59946d41530646e5993a08fc331e9119 is 154, key is 1-94eedbb855cf,40621,1732616361948/queue:94eedbb855cf%2C40621%2C1732616361948/1732616378413/Put/seqid=0 2024-11-26T10:19:42,441 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/.tmp/ns/6fe3a84f20ec4c3c807789f2761bdf65 is 43, key is default/ns:d/1732616364906/Put/seqid=0 2024-11-26T10:19:42,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741849_1025 (size=5153) 2024-11-26T10:19:42,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741848_1024 (size=5353) 2024-11-26T10:19:42,446 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/.tmp/ns/6fe3a84f20ec4c3c807789f2761bdf65 2024-11-26T10:19:42,469 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/.tmp/rep_barrier/26d2729d334042538b9e7816a6ecafbe is 112, key is test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c./rep_barrier:seqnumDuringOpen/1732616369410/Put/seqid=0 2024-11-26T10:19:42,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741850_1026 (size=5518) 2024-11-26T10:19:42,564 DEBUG [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36c1c3954f58e9a2a7b7840c58b41884, b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:42,764 DEBUG [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36c1c3954f58e9a2a7b7840c58b41884, b7f498d9a940d3231eeaa8fa2085af6c 2024-11-26T10:19:42,809 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:19:42,809 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:19:42,846 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884/.tmp/queue/59946d41530646e5993a08fc331e9119 2024-11-26T10:19:42,852 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884/.tmp/hfileref/707edb712bb54b2b81016ddaf5b5b99b as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884/hfileref/707edb712bb54b2b81016ddaf5b5b99b 2024-11-26T10:19:42,856 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884/hfileref/707edb712bb54b2b81016ddaf5b5b99b, entries=4, sequenceid=12, filesize=5.2 K 2024-11-26T10:19:42,857 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884/.tmp/queue/59946d41530646e5993a08fc331e9119 as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884/queue/59946d41530646e5993a08fc331e9119 2024-11-26T10:19:42,861 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884/queue/59946d41530646e5993a08fc331e9119, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T10:19:42,862 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 36c1c3954f58e9a2a7b7840c58b41884 in 502ms, sequenceid=12, compaction requested=false 2024-11-26T10:19:42,862 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T10:19:42,872 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/replication/36c1c3954f58e9a2a7b7840c58b41884/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T10:19:42,872 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:42,872 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:19:42,872 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. 2024-11-26T10:19:42,873 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36c1c3954f58e9a2a7b7840c58b41884: Waiting for close lock at 1732616382360Running coprocessor pre-close hooks at 1732616382360Disabling compacts and flushes for region at 1732616382360Disabling writes for close at 1732616382360Obtaining lock to block concurrent updates at 1732616382361 (+1 ms)Preparing flush snapshotting stores in 36c1c3954f58e9a2a7b7840c58b41884 at 1732616382361Finished memstore snapshotting hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732616382361Flushing stores of hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. at 1732616382362 (+1 ms)Flushing 36c1c3954f58e9a2a7b7840c58b41884/hfileref: creating writer at 1732616382362Flushing 36c1c3954f58e9a2a7b7840c58b41884/hfileref: appending metadata at 1732616382400 (+38 ms)Flushing 36c1c3954f58e9a2a7b7840c58b41884/hfileref: closing flushed file at 1732616382400Flushing 36c1c3954f58e9a2a7b7840c58b41884/queue: creating writer at 1732616382419 (+19 ms)Flushing 36c1c3954f58e9a2a7b7840c58b41884/queue: appending metadata at 1732616382441 (+22 ms)Flushing 36c1c3954f58e9a2a7b7840c58b41884/queue: closing flushed file at 1732616382441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b748041: reopening flushed file at 1732616382851 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3edb5e6: reopening flushed file at 1732616382856 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 36c1c3954f58e9a2a7b7840c58b41884 in 502ms, sequenceid=12, compaction requested=false at 1732616382862 (+6 ms)Writing region close event to WAL at 1732616382867 (+5 ms)Running coprocessor post-close hooks at 1732616382872 (+5 ms)Closed at 1732616382872 2024-11-26T10:19:42,873 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616370987.36c1c3954f58e9a2a7b7840c58b41884. 2024-11-26T10:19:42,873 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7f498d9a940d3231eeaa8fa2085af6c, disabling compactions & flushes 2024-11-26T10:19:42,873 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. 2024-11-26T10:19:42,873 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. 2024-11-26T10:19:42,873 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. after waiting 0 ms 2024-11-26T10:19:42,873 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. 2024-11-26T10:19:42,875 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/.tmp/rep_barrier/26d2729d334042538b9e7816a6ecafbe 2024-11-26T10:19:42,876 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/default/test/b7f498d9a940d3231eeaa8fa2085af6c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T10:19:42,877 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:42,877 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:19:42,877 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. 2024-11-26T10:19:42,877 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7f498d9a940d3231eeaa8fa2085af6c: Waiting for close lock at 1732616382873Running coprocessor pre-close hooks at 1732616382873Disabling compacts and flushes for region at 1732616382873Disabling writes for close at 1732616382873Writing region close event to WAL at 1732616382874 (+1 ms)Running coprocessor post-close hooks at 1732616382877 (+3 ms)Closed at 1732616382877 2024-11-26T10:19:42,877 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616368658.b7f498d9a940d3231eeaa8fa2085af6c. 2024-11-26T10:19:42,894 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/.tmp/table/ee1918cd7ef946bf935b13936908e3ca is 53, key is hbase:replication/table:state/1732616371412/Put/seqid=0 2024-11-26T10:19:42,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741851_1027 (size=5308) 2024-11-26T10:19:42,964 DEBUG [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:43,164 DEBUG [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:19:43,298 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/.tmp/table/ee1918cd7ef946bf935b13936908e3ca 2024-11-26T10:19:43,304 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/.tmp/info/56f091bcc6fc497d9f20fcd3e5fa0707 as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/info/56f091bcc6fc497d9f20fcd3e5fa0707 2024-11-26T10:19:43,308 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/info/56f091bcc6fc497d9f20fcd3e5fa0707, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T10:19:43,308 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/.tmp/ns/6fe3a84f20ec4c3c807789f2761bdf65 as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/ns/6fe3a84f20ec4c3c807789f2761bdf65 2024-11-26T10:19:43,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T10:19:43,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T10:19:43,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:19:43,312 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/ns/6fe3a84f20ec4c3c807789f2761bdf65, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T10:19:43,313 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/.tmp/rep_barrier/26d2729d334042538b9e7816a6ecafbe as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/rep_barrier/26d2729d334042538b9e7816a6ecafbe 2024-11-26T10:19:43,317 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/rep_barrier/26d2729d334042538b9e7816a6ecafbe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T10:19:43,318 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/.tmp/table/ee1918cd7ef946bf935b13936908e3ca as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/table/ee1918cd7ef946bf935b13936908e3ca 2024-11-26T10:19:43,321 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/table/ee1918cd7ef946bf935b13936908e3ca, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T10:19:43,322 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 961ms, sequenceid=16, compaction requested=false 2024-11-26T10:19:43,327 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:19:43,327 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:19:43,327 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:19:43,327 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:43,328 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616382361Running coprocessor pre-close hooks at 1732616382361Disabling compacts and flushes for region at 1732616382361Disabling writes for close at 1732616382361Obtaining lock to block concurrent updates at 1732616382361Preparing flush snapshotting stores in 1588230740 at 1732616382361Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732616382361Flushing stores of hbase:meta,,1.1588230740 at 1732616382362 (+1 ms)Flushing 1588230740/info: creating writer at 1732616382362Flushing 1588230740/info: appending metadata at 1732616382404 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732616382404Flushing 1588230740/ns: creating writer at 1732616382417 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732616382441 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732616382441Flushing 1588230740/rep_barrier: creating writer at 1732616382451 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616382468 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616382468Flushing 1588230740/table: creating writer at 1732616382880 (+412 ms)Flushing 1588230740/table: appending metadata at 1732616382894 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732616382894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b7117b: reopening flushed file at 1732616383303 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6d90fb: reopening flushed file at 1732616383308 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1d6e12: reopening flushed file at 1732616383312 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec64bfe: reopening flushed file at 1732616383317 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 961ms, sequenceid=16, compaction requested=false at 1732616383322 (+5 ms)Writing region close event to WAL at 1732616383324 (+2 ms)Running coprocessor post-close hooks at 1732616383327 (+3 ms)Closed at 1732616383327 2024-11-26T10:19:43,328 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:43,365 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,40621,1732616361948; all regions closed. 2024-11-26T10:19:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741834_1010 (size=4239) 2024-11-26T10:19:43,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.meta.1732616364861.meta not finished, retry = 0 2024-11-26T10:19:43,414 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 1033, reset compression=false 2024-11-26T10:19:43,422 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:19:43,422 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,40621,1732616361948 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:19:43,423 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/WALs/94eedbb855cf,40621,1732616361948/94eedbb855cf%2C40621%2C1732616361948.1732616363940 to pos 1328, reset compression=false 2024-11-26T10:19:43,423 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 94eedbb855cf,40621,1732616361948: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-94eedbb855cf,40621,1732616361948, walGroup=94eedbb855cf%2C40621%2C1732616361948, offset=94eedbb855cf%2C40621%2C1732616361948.1732616363940:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:40621 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T10:19:43,425 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T10:19:43,425 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T10:19:43,425 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T10:19:43,425 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T10:19:43,425 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T10:19:43,425 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 511689568 }, "NonHeapMemoryUsage": { "committed": 190709760, "init": 7667712, "max": -1, "used": 188017816 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T10:19:43,438 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:40321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:40321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T10:19:43,470 DEBUG [RS:0;94eedbb855cf:40621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/oldWALs 2024-11-26T10:19:43,470 INFO [RS:0;94eedbb855cf:40621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C40621%2C1732616361948.meta:.meta(num 1732616364861) 2024-11-26T10:19:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741839_1015 (size=3127) 2024-11-26T10:19:43,474 DEBUG [RS:0;94eedbb855cf:40621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/oldWALs 2024-11-26T10:19:43,474 INFO [RS:0;94eedbb855cf:40621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C40621%2C1732616361948.rep:(num 1732616371342) 2024-11-26T10:19:43,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741832_1008 (size=1336) 2024-11-26T10:19:43,477 DEBUG [RS:0;94eedbb855cf:40621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/oldWALs 2024-11-26T10:19:43,477 INFO [RS:0;94eedbb855cf:40621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C40621%2C1732616361948:(num 1732616363940) 2024-11-26T10:19:43,477 DEBUG [RS:0;94eedbb855cf:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:43,477 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:19:43,477 INFO [RS:0;94eedbb855cf:40621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:19:43,478 INFO [RS:0;94eedbb855cf:40621 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:19:43,478 INFO [RS:0;94eedbb855cf:40621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:19:43,478 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,40621,1732616361948 because: Region server is closing 2024-11-26T10:19:43,478 INFO [RS:0;94eedbb855cf:40621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:40621. 2024-11-26T10:19:43,478 DEBUG [RS:0;94eedbb855cf:40621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:43,478 DEBUG [RS:0;94eedbb855cf:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:43,478 DEBUG [RS:0;94eedbb855cf:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:43,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:43,478 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:19:43,579 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.shipper94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 terminated 2024-11-26T10:19:43,579 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40621,1732616361948.replicationSource.wal-reader.94eedbb855cf%2C40621%2C1732616361948,1-94eedbb855cf,40621,1732616361948 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:19:43,579 INFO [RS:0;94eedbb855cf:40621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:40621. 2024-11-26T10:19:43,579 DEBUG [RS:0;94eedbb855cf:40621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:43,579 DEBUG [RS:0;94eedbb855cf:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:43,579 DEBUG [RS:0;94eedbb855cf:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:43,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:43,579 INFO [RS:0;94eedbb855cf:40621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40621 2024-11-26T10:19:43,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812/rs 2024-11-26T10:19:43,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1020005812/rs/94eedbb855cf,40621,1732616361948 2024-11-26T10:19:43,581 INFO [RS:0;94eedbb855cf:40621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:19:43,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,40621,1732616361948] 2024-11-26T10:19:43,583 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1020005812/draining/94eedbb855cf,40621,1732616361948 already deleted, retry=false 2024-11-26T10:19:43,583 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,40621,1732616361948 expired; onlineServers=0 2024-11-26T10:19:43,583 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,40321,1732616361876' ***** 2024-11-26T10:19:43,583 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:19:43,583 INFO [M:0;94eedbb855cf:40321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:19:43,583 INFO [M:0;94eedbb855cf:40321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:19:43,583 DEBUG [M:0;94eedbb855cf:40321 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:19:43,583 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:19:43,583 DEBUG [M:0;94eedbb855cf:40321 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:19:43,583 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616363709 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616363709,5,FailOnTimeoutGroup] 2024-11-26T10:19:43,583 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616363709 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616363709,5,FailOnTimeoutGroup] 2024-11-26T10:19:43,584 INFO [M:0;94eedbb855cf:40321 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:19:43,584 INFO [M:0;94eedbb855cf:40321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:19:43,584 DEBUG [M:0;94eedbb855cf:40321 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:19:43,584 INFO [M:0;94eedbb855cf:40321 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:19:43,584 INFO [M:0;94eedbb855cf:40321 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:19:43,584 INFO [M:0;94eedbb855cf:40321 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:19:43,584 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:19:43,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1020005812/master 2024-11-26T10:19:43,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1020005812 2024-11-26T10:19:43,586 DEBUG [M:0;94eedbb855cf:40321 {}] zookeeper.ZKUtil(347): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Unable to get data of znode /0-1020005812/master because node does not exist (not an error) 2024-11-26T10:19:43,586 WARN [M:0;94eedbb855cf:40321 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:19:43,587 INFO [M:0;94eedbb855cf:40321 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/.lastflushedseqids 2024-11-26T10:19:43,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741852_1028 (size=263) 2024-11-26T10:19:43,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:43,683 INFO [RS:0;94eedbb855cf:40621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:19:43,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40621-0x10153c97f900001, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:43,683 INFO [RS:0;94eedbb855cf:40621 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,40621,1732616361948; zookeeper connection closed. 2024-11-26T10:19:43,683 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8743e9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8743e9d 2024-11-26T10:19:43,683 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:19:43,991 INFO [M:0;94eedbb855cf:40321 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:19:43,992 INFO [M:0;94eedbb855cf:40321 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:19:43,992 DEBUG [M:0;94eedbb855cf:40321 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:19:43,992 INFO [M:0;94eedbb855cf:40321 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:43,992 DEBUG [M:0;94eedbb855cf:40321 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:43,992 DEBUG [M:0;94eedbb855cf:40321 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:19:43,992 DEBUG [M:0;94eedbb855cf:40321 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:43,992 INFO [M:0;94eedbb855cf:40321 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T10:19:44,008 DEBUG [M:0;94eedbb855cf:40321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebc04a1e42354c97bb06fba867312d7d is 82, key is hbase:meta,,1/info:regioninfo/1732616364895/Put/seqid=0 2024-11-26T10:19:44,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741853_1029 (size=5672) 2024-11-26T10:19:44,413 INFO [M:0;94eedbb855cf:40321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebc04a1e42354c97bb06fba867312d7d 2024-11-26T10:19:44,433 DEBUG [M:0;94eedbb855cf:40321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ceb602621054fa0be7aafb9c4ecf371 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732616371418/Put/seqid=0 2024-11-26T10:19:44,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741854_1030 (size=8516) 2024-11-26T10:19:44,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:44,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:44,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:44,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:44,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:44,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:44,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:44,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:44,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:44,838 INFO [M:0;94eedbb855cf:40321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ceb602621054fa0be7aafb9c4ecf371 2024-11-26T10:19:44,856 DEBUG [M:0;94eedbb855cf:40321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9637c714333646a69630cdda85a14837 is 69, key is 94eedbb855cf,40621,1732616361948/rs:state/1732616363795/Put/seqid=0 2024-11-26T10:19:44,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741855_1031 (size=5156) 2024-11-26T10:19:45,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:19:45,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:45,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:45,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:45,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:45,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:45,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:45,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:45,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:45,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:45,261 INFO [M:0;94eedbb855cf:40321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9637c714333646a69630cdda85a14837 2024-11-26T10:19:45,266 DEBUG [M:0;94eedbb855cf:40321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebc04a1e42354c97bb06fba867312d7d as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebc04a1e42354c97bb06fba867312d7d 2024-11-26T10:19:45,270 INFO [M:0;94eedbb855cf:40321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebc04a1e42354c97bb06fba867312d7d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T10:19:45,271 DEBUG [M:0;94eedbb855cf:40321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ceb602621054fa0be7aafb9c4ecf371 as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ceb602621054fa0be7aafb9c4ecf371 2024-11-26T10:19:45,275 INFO [M:0;94eedbb855cf:40321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ceb602621054fa0be7aafb9c4ecf371, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T10:19:45,275 DEBUG [M:0;94eedbb855cf:40321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9637c714333646a69630cdda85a14837 as hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9637c714333646a69630cdda85a14837 2024-11-26T10:19:45,279 INFO [M:0;94eedbb855cf:40321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9637c714333646a69630cdda85a14837, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T10:19:45,280 INFO [M:0;94eedbb855cf:40321 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-26T10:19:45,281 INFO [M:0;94eedbb855cf:40321 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:45,281 DEBUG [M:0;94eedbb855cf:40321 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616383992Disabling compacts and flushes for region at 1732616383992Disabling writes for close at 1732616383992Obtaining lock to block concurrent updates at 1732616383992Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616383992Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732616383992Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616383993 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616383993Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616384008 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616384008Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616384417 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616384433 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616384433Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616384842 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616384856 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616384856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c8bee5: reopening flushed file at 1732616385266 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7904d0e5: reopening flushed file at 1732616385271 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f8e2e5: reopening flushed file at 1732616385275 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732616385280 (+5 ms)Writing region close event to WAL at 1732616385281 (+1 ms)Closed at 1732616385281 2024-11-26T10:19:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44675 is added to blk_1073741830_1006 (size=63654) 2024-11-26T10:19:45,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fbb14fd-432c-4200-cc8d-19baa8f970bb/MasterData/WALs/94eedbb855cf,40321,1732616361876/94eedbb855cf%2C40321%2C1732616361876.1732616363633 not finished, retry = 0 2024-11-26T10:19:45,385 INFO [M:0;94eedbb855cf:40321 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:19:45,385 INFO [M:0;94eedbb855cf:40321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40321 2024-11-26T10:19:45,385 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:19:45,386 INFO [M:0;94eedbb855cf:40321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:19:45,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:45,488 INFO [M:0;94eedbb855cf:40321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:19:45,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40321-0x10153c97f900000, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:19:45,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37175182{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:19:45,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:19:45,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:19:45,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:19:45,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/hadoop.log.dir/,STOPPED} 2024-11-26T10:19:45,493 WARN [BP-2117399397-172.17.0.2-1732616361236 heartbeating to localhost/127.0.0.1:37931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:19:45,493 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:19:45,493 WARN [BP-2117399397-172.17.0.2-1732616361236 heartbeating to localhost/127.0.0.1:37931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2117399397-172.17.0.2-1732616361236 (Datanode Uuid e222c0e9-c93c-4711-ac5e-710b7864a5cc) service to localhost/127.0.0.1:37931 2024-11-26T10:19:45,493 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:19:45,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/cluster_e650fd0a-923c-21ec-5e55-c844e6ad425e/data/data1/current/BP-2117399397-172.17.0.2-1732616361236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:19:45,494 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/cluster_e650fd0a-923c-21ec-5e55-c844e6ad425e/data/data2/current/BP-2117399397-172.17.0.2-1732616361236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:19:45,494 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:19:45,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@267ec229{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:19:45,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46a94287{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:19:45,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:19:45,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8715926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:19:45,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db69a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2389e90c-1410-a2d9-a875-85d0691f5c60/hadoop.log.dir/,STOPPED} 2024-11-26T10:19:45,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:19:45,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:19:45,539 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 205) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37931 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37931 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42305 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58691) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42305 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58691) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37931 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=631 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 223) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6427 (was 5910) - AvailableMemoryMB LEAK? - 2024-11-26T10:19:45,555 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=631, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=6427 2024-11-26T10:19:45,573 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-26T10:19:45,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/hadoop.log.dir so I do NOT create it in target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed 2024-11-26T10:19:45,574 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:19:45,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/hadoop.tmp.dir so I do NOT create it in target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed 2024-11-26T10:19:45,574 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c63187-51e2-5e07-3007-d38a0bbf91f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:19:45,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed 2024-11-26T10:19:45,574 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/cluster_c8df596e-5b0c-0dd1-4420-5dc86b52f8bd, deleteOnExit=true 2024-11-26T10:19:45,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/cluster_c8df596e-5b0c-0dd1-4420-5dc86b52f8bd/zookeeper_0, clientPort=52800, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/cluster_c8df596e-5b0c-0dd1-4420-5dc86b52f8bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/cluster_c8df596e-5b0c-0dd1-4420-5dc86b52f8bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:19:45,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52800 2024-11-26T10:19:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:19:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:19:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/test.cache.data in system properties and HBase conf 2024-11-26T10:19:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:19:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:19:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:19:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:19:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:19:45,586 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:19:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:19:45,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153c97f900002, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:19:45,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153c97f900005, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:19:45,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153c97f900005, quorum=127.0.0.1:58691, baseZNode=/1400806752 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:19:45,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153c97f900002, quorum=127.0.0.1:58691, baseZNode=/0-1020005812 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:19:45,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:45,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:19:45,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:19:45,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:19:45,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:19:45,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:45,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a685939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:19:45,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6282b25e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:19:45,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33556bef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/java.io.tmpdir/jetty-localhost-33659-hadoop-hdfs-3_4_1-tests_jar-_-any-15693454852184639110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:19:45,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bfba39c{HTTP/1.1, (http/1.1)}{localhost:33659} 2024-11-26T10:19:45,866 INFO [Time-limited test {}] server.Server(415): Started @177684ms 2024-11-26T10:19:46,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:46,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:19:46,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:19:46,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:19:46,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:19:46,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338dcc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:19:46,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e1f8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:19:46,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5abc4f7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/java.io.tmpdir/jetty-localhost-33985-hadoop-hdfs-3_4_1-tests_jar-_-any-12237654427653490567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:19:46,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a823966{HTTP/1.1, (http/1.1)}{localhost:33985} 2024-11-26T10:19:46,286 INFO [Time-limited test {}] server.Server(415): Started @178104ms 2024-11-26T10:19:46,287 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:19:46,414 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/cluster_c8df596e-5b0c-0dd1-4420-5dc86b52f8bd/data/data1/current/BP-1629614779-172.17.0.2-1732616385609/current, will proceed with Du for space computation calculation, 2024-11-26T10:19:46,415 WARN [Thread-2187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/cluster_c8df596e-5b0c-0dd1-4420-5dc86b52f8bd/data/data2/current/BP-1629614779-172.17.0.2-1732616385609/current, will proceed with Du for space computation calculation, 2024-11-26T10:19:46,438 WARN [Thread-2174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:19:46,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x503028e2acf4db88 with lease ID 0x65f30c0f66f3e505: Processing first storage report for DS-f102857a-628a-421c-b096-e9bd518e32be from datanode DatanodeRegistration(127.0.0.1:34485, datanodeUuid=6a12cbbb-e35a-4658-8428-6ee58ced5167, infoPort=35765, infoSecurePort=0, ipcPort=44829, storageInfo=lv=-57;cid=testClusterID;nsid=885459330;c=1732616385609) 2024-11-26T10:19:46,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x503028e2acf4db88 with lease ID 0x65f30c0f66f3e505: from storage DS-f102857a-628a-421c-b096-e9bd518e32be node DatanodeRegistration(127.0.0.1:34485, datanodeUuid=6a12cbbb-e35a-4658-8428-6ee58ced5167, infoPort=35765, infoSecurePort=0, ipcPort=44829, storageInfo=lv=-57;cid=testClusterID;nsid=885459330;c=1732616385609), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:19:46,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x503028e2acf4db88 with lease ID 0x65f30c0f66f3e505: Processing first storage report for DS-80028e2a-c346-405e-8f9f-b6876c950842 from datanode DatanodeRegistration(127.0.0.1:34485, datanodeUuid=6a12cbbb-e35a-4658-8428-6ee58ced5167, infoPort=35765, infoSecurePort=0, ipcPort=44829, storageInfo=lv=-57;cid=testClusterID;nsid=885459330;c=1732616385609) 2024-11-26T10:19:46,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x503028e2acf4db88 with lease ID 0x65f30c0f66f3e505: from storage DS-80028e2a-c346-405e-8f9f-b6876c950842 node DatanodeRegistration(127.0.0.1:34485, datanodeUuid=6a12cbbb-e35a-4658-8428-6ee58ced5167, infoPort=35765, infoSecurePort=0, ipcPort=44829, storageInfo=lv=-57;cid=testClusterID;nsid=885459330;c=1732616385609), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:19:46,451 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed 2024-11-26T10:19:46,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:46,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:46,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:19:46,459 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120 with version=8 2024-11-26T10:19:46,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/hbase-staging 2024-11-26T10:19:46,461 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:19:46,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:46,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:46,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:19:46,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:46,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:19:46,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:19:46,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:19:46,462 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45029 2024-11-26T10:19:46,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45029 connecting to ZooKeeper ensemble=127.0.0.1:52800 2024-11-26T10:19:46,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450290x0, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:46,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45029-0x10153c9deb90000 connected 2024-11-26T10:19:46,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:46,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:46,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Set watcher on znode that does not yet exist, /02057253037/running 2024-11-26T10:19:46,513 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120, hbase.cluster.distributed=false 2024-11-26T10:19:46,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Set watcher on znode that does not yet exist, /02057253037/acl 2024-11-26T10:19:46,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45029 2024-11-26T10:19:46,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45029 2024-11-26T10:19:46,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45029 2024-11-26T10:19:46,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45029 2024-11-26T10:19:46,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45029 2024-11-26T10:19:46,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:19:46,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:46,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:46,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:19:46,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:46,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:19:46,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:19:46,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:19:46,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44343 2024-11-26T10:19:46,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44343 connecting to ZooKeeper ensemble=127.0.0.1:52800 2024-11-26T10:19:46,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:46,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443430x0, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:46,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443430x0, quorum=127.0.0.1:52800, baseZNode=/02057253037 Set watcher on znode that does not yet exist, /02057253037/running 2024-11-26T10:19:46,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44343-0x10153c9deb90001 connected 2024-11-26T10:19:46,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:19:46,552 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:19:46,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Set watcher on znode that does not yet exist, /02057253037/master 2024-11-26T10:19:46,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Set watcher on znode that does not yet exist, /02057253037/acl 2024-11-26T10:19:46,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44343 2024-11-26T10:19:46,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44343 2024-11-26T10:19:46,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44343 2024-11-26T10:19:46,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44343 2024-11-26T10:19:46,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44343 2024-11-26T10:19:46,575 DEBUG [M:0;94eedbb855cf:45029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:45029 2024-11-26T10:19:46,575 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02057253037/backup-masters/94eedbb855cf,45029,1732616386461 2024-11-26T10:19:46,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037/backup-masters 2024-11-26T10:19:46,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037/backup-masters 2024-11-26T10:19:46,577 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Set watcher on existing znode=/02057253037/backup-masters/94eedbb855cf,45029,1732616386461 2024-11-26T10:19:46,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02057253037/master 2024-11-26T10:19:46,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:46,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:46,579 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Set watcher on existing znode=/02057253037/master 2024-11-26T10:19:46,580 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02057253037/backup-masters/94eedbb855cf,45029,1732616386461 from backup master directory 2024-11-26T10:19:46,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037/backup-masters 2024-11-26T10:19:46,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02057253037/backup-masters/94eedbb855cf,45029,1732616386461 2024-11-26T10:19:46,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037/backup-masters 2024-11-26T10:19:46,581 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:19:46,581 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,45029,1732616386461 2024-11-26T10:19:46,585 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/hbase.id] with ID: 184601f6-0b37-47bb-a157-a988c94c6105 2024-11-26T10:19:46,585 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/.tmp/hbase.id 2024-11-26T10:19:46,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:19:46,991 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/.tmp/hbase.id]:[hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/hbase.id] 2024-11-26T10:19:47,001 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:47,001 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:19:47,002 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:19:47,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:47,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:19:47,415 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:47,416 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:19:47,416 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:47,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:19:47,823 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store 2024-11-26T10:19:47,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:19:48,235 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:48,235 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:19:48,235 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:48,235 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:48,235 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:19:48,235 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:48,235 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:48,235 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616388235Disabling compacts and flushes for region at 1732616388235Disabling writes for close at 1732616388235Writing region close event to WAL at 1732616388235Closed at 1732616388235 2024-11-26T10:19:48,236 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/.initializing 2024-11-26T10:19:48,236 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/WALs/94eedbb855cf,45029,1732616386461 2024-11-26T10:19:48,236 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:19:48,238 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C45029%2C1732616386461, suffix=, logDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/WALs/94eedbb855cf,45029,1732616386461, archiveDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/oldWALs, maxLogs=10 2024-11-26T10:19:48,254 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/WALs/94eedbb855cf,45029,1732616386461/94eedbb855cf%2C45029%2C1732616386461.1732616388238, exclude list is [], retry=0 2024-11-26T10:19:48,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34485,DS-f102857a-628a-421c-b096-e9bd518e32be,DISK] 2024-11-26T10:19:48,257 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/WALs/94eedbb855cf,45029,1732616386461/94eedbb855cf%2C45029%2C1732616386461.1732616388238 2024-11-26T10:19:48,258 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35765:35765)] 2024-11-26T10:19:48,258 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:48,258 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:48,258 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:48,258 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:48,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:48,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:19:48,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:48,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:48,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:48,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:19:48,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:48,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:48,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:48,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:19:48,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:48,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:48,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:48,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:19:48,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:48,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:48,264 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:48,264 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:48,265 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:48,266 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:48,266 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:48,266 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:48,267 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:48,268 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:48,269 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65511247, jitterRate=-0.02380634844303131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:48,269 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616388258Initializing all the Stores at 1732616388259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616388259Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616388259Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616388259Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616388259Cleaning up temporary data from old regions at 1732616388266 (+7 ms)Region opened successfully at 1732616388269 (+3 ms) 2024-11-26T10:19:48,269 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:19:48,271 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170f80d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:19:48,272 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:19:48,272 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:19:48,272 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:19:48,272 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:19:48,273 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:19:48,273 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:19:48,273 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:19:48,275 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:19:48,276 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Unable to get data of znode /02057253037/balancer because node does not exist (not necessarily an error) 2024-11-26T10:19:48,277 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02057253037/balancer already deleted, retry=false 2024-11-26T10:19:48,277 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:19:48,277 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Unable to get data of znode /02057253037/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:19:48,278 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02057253037/normalizer already deleted, retry=false 2024-11-26T10:19:48,279 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:19:48,279 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Unable to get data of znode /02057253037/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:19:48,280 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02057253037/switch/split already deleted, retry=false 2024-11-26T10:19:48,281 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Unable to get data of znode /02057253037/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:19:48,283 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02057253037/switch/merge already deleted, retry=false 2024-11-26T10:19:48,285 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Unable to get data of znode /02057253037/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:19:48,286 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02057253037/snapshot-cleanup already deleted, retry=false 2024-11-26T10:19:48,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02057253037/running 2024-11-26T10:19:48,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02057253037/running 2024-11-26T10:19:48,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:48,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:48,287 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,45029,1732616386461, sessionid=0x10153c9deb90000, setting cluster-up flag (Was=false) 2024-11-26T10:19:48,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:48,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:48,295 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02057253037/flush-table-proc/acquired, /02057253037/flush-table-proc/reached, /02057253037/flush-table-proc/abort 2024-11-26T10:19:48,295 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,45029,1732616386461 2024-11-26T10:19:48,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:48,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:48,303 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02057253037/online-snapshot/acquired, /02057253037/online-snapshot/reached, /02057253037/online-snapshot/abort 2024-11-26T10:19:48,304 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,45029,1732616386461 2024-11-26T10:19:48,305 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:19:48,306 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:48,306 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:19:48,306 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:19:48,306 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,45029,1732616386461 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:19:48,307 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:48,307 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:48,307 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:48,307 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:48,307 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:19:48,307 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,307 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:19:48,307 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,308 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616418308 2024-11-26T10:19:48,308 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:19:48,308 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:19:48,308 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:19:48,308 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:19:48,308 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:19:48,308 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:19:48,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:48,308 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,309 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:19:48,309 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:19:48,309 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:19:48,309 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:19:48,309 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:19:48,309 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:48,309 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:19:48,312 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:19:48,312 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:19:48,312 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616388312,5,FailOnTimeoutGroup] 2024-11-26T10:19:48,313 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616388312,5,FailOnTimeoutGroup] 2024-11-26T10:19:48,313 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,313 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:19:48,313 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,313 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:19:48,366 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(746): ClusterId : 184601f6-0b37-47bb-a157-a988c94c6105 2024-11-26T10:19:48,366 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:19:48,368 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:19:48,368 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:19:48,370 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:19:48,370 DEBUG [RS:0;94eedbb855cf:44343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2fbb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:19:48,382 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:44343 2024-11-26T10:19:48,382 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:19:48,382 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:19:48,382 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:19:48,382 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,45029,1732616386461 with port=44343, startcode=1732616386539 2024-11-26T10:19:48,383 DEBUG [RS:0;94eedbb855cf:44343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:19:48,384 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:19:48,384 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,44343,1732616386539 2024-11-26T10:19:48,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45029 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,44343,1732616386539 2024-11-26T10:19:48,386 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120 2024-11-26T10:19:48,386 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40781 2024-11-26T10:19:48,386 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:19:48,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037/rs 2024-11-26T10:19:48,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,44343,1732616386539] 2024-11-26T10:19:48,390 DEBUG [RS:0;94eedbb855cf:44343 {}] zookeeper.ZKUtil(111): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Set watcher on existing znode=/02057253037/rs/94eedbb855cf,44343,1732616386539 2024-11-26T10:19:48,390 WARN [RS:0;94eedbb855cf:44343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:19:48,390 INFO [RS:0;94eedbb855cf:44343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:48,390 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539 2024-11-26T10:19:48,398 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:19:48,400 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:19:48,401 INFO [RS:0;94eedbb855cf:44343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:19:48,401 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,405 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:19:48,406 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:19:48,406 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:19:48,406 DEBUG [RS:0;94eedbb855cf:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:19:48,407 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,407 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,407 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,407 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,407 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,407 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44343,1732616386539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:48,426 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:19:48,426 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44343,1732616386539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,426 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,426 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.Replication(171): 94eedbb855cf,44343,1732616386539 started 2024-11-26T10:19:48,445 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:48,445 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,44343,1732616386539, RpcServer on 94eedbb855cf/172.17.0.2:44343, sessionid=0x10153c9deb90001 2024-11-26T10:19:48,445 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:19:48,445 DEBUG [RS:0;94eedbb855cf:44343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,44343,1732616386539 2024-11-26T10:19:48,445 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,44343,1732616386539' 2024-11-26T10:19:48,445 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02057253037/flush-table-proc/abort' 2024-11-26T10:19:48,446 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02057253037/flush-table-proc/acquired' 2024-11-26T10:19:48,446 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:19:48,446 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:19:48,446 DEBUG [RS:0;94eedbb855cf:44343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,44343,1732616386539 2024-11-26T10:19:48,446 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,44343,1732616386539' 2024-11-26T10:19:48,446 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02057253037/online-snapshot/abort' 2024-11-26T10:19:48,447 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02057253037/online-snapshot/acquired' 2024-11-26T10:19:48,447 DEBUG [RS:0;94eedbb855cf:44343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:19:48,447 INFO [RS:0;94eedbb855cf:44343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:19:48,447 INFO [RS:0;94eedbb855cf:44343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:19:48,547 INFO [RS:0;94eedbb855cf:44343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:19:48,549 INFO [RS:0;94eedbb855cf:44343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C44343%2C1732616386539, suffix=, logDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539, archiveDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/oldWALs, maxLogs=10 2024-11-26T10:19:48,562 DEBUG [RS:0;94eedbb855cf:44343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549, exclude list is [], retry=0 2024-11-26T10:19:48,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34485,DS-f102857a-628a-421c-b096-e9bd518e32be,DISK] 2024-11-26T10:19:48,566 INFO [RS:0;94eedbb855cf:44343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 2024-11-26T10:19:48,566 DEBUG [RS:0;94eedbb855cf:44343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35765:35765)] 2024-11-26T10:19:48,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:19:48,717 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120 2024-11-26T10:19:48,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:19:49,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:49,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:49,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:49,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:49,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:49,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:49,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:49,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:49,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:49,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:49,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:49,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:49,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:49,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:49,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:49,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:49,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:49,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:49,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740 2024-11-26T10:19:49,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740 2024-11-26T10:19:49,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:49,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:49,131 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:49,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:49,134 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:49,134 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61188547, jitterRate=-0.08821959793567657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:49,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616389123Initializing all the Stores at 1732616389123Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616389123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616389124 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616389124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616389124Cleaning up temporary data from old regions at 1732616389131 (+7 ms)Region opened successfully at 1732616389134 (+3 ms) 2024-11-26T10:19:49,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:19:49,134 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:19:49,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:19:49,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:19:49,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:19:49,135 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:49,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616389134Disabling compacts and flushes for region at 1732616389134Disabling writes for close at 1732616389135 (+1 ms)Writing region close event to WAL at 1732616389135Closed at 1732616389135 2024-11-26T10:19:49,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:49,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:19:49,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:19:49,137 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:49,138 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:19:49,288 DEBUG [94eedbb855cf:45029 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:19:49,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,44343,1732616386539 2024-11-26T10:19:49,290 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,44343,1732616386539, state=OPENING 2024-11-26T10:19:49,294 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:19:49,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:49,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:49,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02057253037/meta-region-server: CHANGED 2024-11-26T10:19:49,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02057253037/meta-region-server: CHANGED 2024-11-26T10:19:49,296 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:49,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,44343,1732616386539}] 2024-11-26T10:19:49,450 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:19:49,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:19:49,456 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:19:49,456 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:49,456 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:19:49,459 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C44343%2C1732616386539.meta, suffix=.meta, logDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539, archiveDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/oldWALs, maxLogs=10 2024-11-26T10:19:49,476 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.meta.1732616389459.meta, exclude list is [], retry=0 2024-11-26T10:19:49,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34485,DS-f102857a-628a-421c-b096-e9bd518e32be,DISK] 2024-11-26T10:19:49,482 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.meta.1732616389459.meta 2024-11-26T10:19:49,488 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35765:35765)] 2024-11-26T10:19:49,489 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:49,489 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:49,489 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:49,489 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:19:49,489 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:19:49,490 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:19:49,490 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:49,490 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:19:49,490 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:19:49,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:49,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:49,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:49,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:49,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:49,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:49,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:49,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:49,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:49,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:49,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:49,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:49,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:49,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:49,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:49,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:49,498 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:49,499 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740 2024-11-26T10:19:49,500 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740 2024-11-26T10:19:49,504 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:49,504 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:49,504 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:49,508 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:49,509 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73757175, jitterRate=0.0990675538778305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:49,509 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:19:49,510 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616389490Writing region info on filesystem at 1732616389490Initializing all the Stores at 1732616389491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616389491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616389492 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616389492Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616389492Cleaning up temporary data from old regions at 1732616389504 (+12 ms)Running coprocessor post-open hooks at 1732616389509 (+5 ms)Region opened successfully at 1732616389510 (+1 ms) 2024-11-26T10:19:49,511 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616389450 2024-11-26T10:19:49,514 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:19:49,514 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:19:49,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,44343,1732616386539 2024-11-26T10:19:49,516 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,44343,1732616386539, state=OPEN 2024-11-26T10:19:49,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02057253037/meta-region-server 2024-11-26T10:19:49,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02057253037/meta-region-server 2024-11-26T10:19:49,520 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,44343,1732616386539 2024-11-26T10:19:49,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02057253037/meta-region-server: CHANGED 2024-11-26T10:19:49,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02057253037/meta-region-server: CHANGED 2024-11-26T10:19:49,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:19:49,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,44343,1732616386539 in 224 msec 2024-11-26T10:19:49,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:19:49,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-26T10:19:49,526 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:49,526 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:19:49,528 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:49,528 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44343,1732616386539, seqNum=-1] 2024-11-26T10:19:49,528 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:49,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:49,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2290 sec 2024-11-26T10:19:49,535 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616389535, completionTime=-1 2024-11-26T10:19:49,535 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:19:49,535 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:19:49,537 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:19:49,537 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616449537 2024-11-26T10:19:49,537 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616509537 2024-11-26T10:19:49,537 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:19:49,537 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45029,1732616386461-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:49,538 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45029,1732616386461-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:49,538 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45029,1732616386461-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:49,538 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:45029, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:49,538 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:49,539 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:19:49,540 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:49,543 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.962sec 2024-11-26T10:19:49,543 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:19:49,543 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:19:49,543 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:19:49,543 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:19:49,543 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:19:49,543 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45029,1732616386461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:49,543 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45029,1732616386461-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:19:49,545 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:19:49,545 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:19:49,545 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45029,1732616386461-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:49,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cf67d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:49,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,45029,-1 for getting cluster id 2024-11-26T10:19:49,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:49,569 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '184601f6-0b37-47bb-a157-a988c94c6105' 2024-11-26T10:19:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "184601f6-0b37-47bb-a157-a988c94c6105" 2024-11-26T10:19:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585bbd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,45029,-1] 2024-11-26T10:19:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:49,570 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:49,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e18bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:49,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:49,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44343,1732616386539, seqNum=-1] 2024-11-26T10:19:49,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:49,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:49,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,45029,1732616386461 2024-11-26T10:19:49,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52800 2024-11-26T10:19:49,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:49,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153c9deb90002 connected 2024-11-26T10:19:49,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/hadoop.log.dir so I do NOT create it in target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4 2024-11-26T10:19:49,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:19:49,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/hadoop.tmp.dir so I do NOT create it in target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4 2024-11-26T10:19:49,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:19:49,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4 2024-11-26T10:19:49,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:19:49,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/cluster_bcebf645-6ca2-05bb-6609-a6308944b4eb, deleteOnExit=true 2024-11-26T10:19:49,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:19:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/test.cache.data in system properties and HBase conf 2024-11-26T10:19:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:19:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:19:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:19:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:19:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:19:49,585 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:19:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:19:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:19:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:19:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:19:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:19:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:19:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:19:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:19:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:19:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:19:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:19:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:19:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:19:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:19:49,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:49,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:19:49,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:19:49,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:19:49,700 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:19:49,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:49,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:19:49,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:19:49,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b9055a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/java.io.tmpdir/jetty-localhost-37237-hadoop-hdfs-3_4_1-tests_jar-_-any-2620547546293914789/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:19:49,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:37237} 2024-11-26T10:19:49,863 INFO [Time-limited test {}] server.Server(415): Started @181681ms 2024-11-26T10:19:50,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:19:50,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:19:50,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:19:50,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:19:50,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:19:50,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:19:50,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:19:50,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f84d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/java.io.tmpdir/jetty-localhost-33419-hadoop-hdfs-3_4_1-tests_jar-_-any-10384871880732439125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:19:50,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:33419} 2024-11-26T10:19:50,267 INFO [Time-limited test {}] server.Server(415): Started @182084ms 2024-11-26T10:19:50,268 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:19:50,399 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/cluster_bcebf645-6ca2-05bb-6609-a6308944b4eb/data/data1/current/BP-1833943841-172.17.0.2-1732616389607/current, will proceed with Du for space computation calculation, 2024-11-26T10:19:50,400 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/cluster_bcebf645-6ca2-05bb-6609-a6308944b4eb/data/data2/current/BP-1833943841-172.17.0.2-1732616389607/current, will proceed with Du for space computation calculation, 2024-11-26T10:19:50,420 WARN [Thread-2294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:19:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c7c396cad75ba5b with lease ID 0x147abb73552e4c35: Processing first storage report for DS-010936cf-7fc2-42be-8cad-331272ab3fa6 from datanode DatanodeRegistration(127.0.0.1:34509, datanodeUuid=ebc73907-e2ed-4d3f-9f2b-a9d9221a1e60, infoPort=43107, infoSecurePort=0, ipcPort=33299, storageInfo=lv=-57;cid=testClusterID;nsid=1040366663;c=1732616389607) 2024-11-26T10:19:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c7c396cad75ba5b with lease ID 0x147abb73552e4c35: from storage DS-010936cf-7fc2-42be-8cad-331272ab3fa6 node DatanodeRegistration(127.0.0.1:34509, datanodeUuid=ebc73907-e2ed-4d3f-9f2b-a9d9221a1e60, infoPort=43107, infoSecurePort=0, ipcPort=33299, storageInfo=lv=-57;cid=testClusterID;nsid=1040366663;c=1732616389607), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:19:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c7c396cad75ba5b with lease ID 0x147abb73552e4c35: Processing first storage report for DS-ec3b107a-d15d-4199-8b93-e32f06fc1331 from datanode DatanodeRegistration(127.0.0.1:34509, datanodeUuid=ebc73907-e2ed-4d3f-9f2b-a9d9221a1e60, infoPort=43107, infoSecurePort=0, ipcPort=33299, storageInfo=lv=-57;cid=testClusterID;nsid=1040366663;c=1732616389607) 2024-11-26T10:19:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c7c396cad75ba5b with lease ID 0x147abb73552e4c35: from storage DS-ec3b107a-d15d-4199-8b93-e32f06fc1331 node DatanodeRegistration(127.0.0.1:34509, datanodeUuid=ebc73907-e2ed-4d3f-9f2b-a9d9221a1e60, infoPort=43107, infoSecurePort=0, ipcPort=33299, storageInfo=lv=-57;cid=testClusterID;nsid=1040366663;c=1732616389607), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:19:50,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4 2024-11-26T10:19:50,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:50,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:50,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:19:50,444 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784 with version=8 2024-11-26T10:19:50,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/hbase-staging 2024-11-26T10:19:50,446 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:19:50,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:50,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:50,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:19:50,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:50,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:19:50,446 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:19:50,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:19:50,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42887 2024-11-26T10:19:50,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42887 connecting to ZooKeeper ensemble=127.0.0.1:52800 2024-11-26T10:19:50,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428870x0, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:50,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42887-0x10153c9deb90003 connected 2024-11-26T10:19:50,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:50,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:50,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Set watcher on znode that does not yet exist, /11609367219/running 2024-11-26T10:19:50,465 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784, hbase.cluster.distributed=false 2024-11-26T10:19:50,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Set watcher on znode that does not yet exist, /11609367219/acl 2024-11-26T10:19:50,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42887 2024-11-26T10:19:50,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42887 2024-11-26T10:19:50,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42887 2024-11-26T10:19:50,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42887 2024-11-26T10:19:50,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42887 2024-11-26T10:19:50,496 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:19:50,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:50,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:50,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:19:50,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:19:50,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:19:50,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:19:50,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:19:50,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39695 2024-11-26T10:19:50,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39695 connecting to ZooKeeper ensemble=127.0.0.1:52800 2024-11-26T10:19:50,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:50,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:50,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396950x0, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:50,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396950x0, quorum=127.0.0.1:52800, baseZNode=/11609367219 Set watcher on znode that does not yet exist, /11609367219/running 2024-11-26T10:19:50,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39695-0x10153c9deb90004 connected 2024-11-26T10:19:50,505 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:19:50,507 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:19:50,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Set watcher on znode that does not yet exist, /11609367219/master 2024-11-26T10:19:50,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Set watcher on znode that does not yet exist, /11609367219/acl 2024-11-26T10:19:50,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39695 2024-11-26T10:19:50,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39695 2024-11-26T10:19:50,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39695 2024-11-26T10:19:50,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39695 2024-11-26T10:19:50,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39695 2024-11-26T10:19:50,530 DEBUG [M:0;94eedbb855cf:42887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:42887 2024-11-26T10:19:50,532 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11609367219/backup-masters/94eedbb855cf,42887,1732616390446 2024-11-26T10:19:50,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219/backup-masters 2024-11-26T10:19:50,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219/backup-masters 2024-11-26T10:19:50,534 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Set watcher on existing znode=/11609367219/backup-masters/94eedbb855cf,42887,1732616390446 2024-11-26T10:19:50,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11609367219/master 2024-11-26T10:19:50,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:19:50,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:19:50,536 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Set watcher on existing znode=/11609367219/master 2024-11-26T10:19:50,536 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11609367219/backup-masters/94eedbb855cf,42887,1732616390446 from backup master directory 2024-11-26T10:19:50,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11609367219/backup-masters/94eedbb855cf,42887,1732616390446 2024-11-26T10:19:50,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219/backup-masters 2024-11-26T10:19:50,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219/backup-masters 2024-11-26T10:19:50,537 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:19:50,538 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,42887,1732616390446 2024-11-26T10:19:50,541 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/hbase.id] with ID: eda3b9c1-20cf-4b88-a2f1-b4876a8605e6 2024-11-26T10:19:50,541 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/.tmp/hbase.id 2024-11-26T10:19:50,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:19:50,950 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/.tmp/hbase.id]:[hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/hbase.id] 2024-11-26T10:19:50,967 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:19:50,967 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:19:50,968 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:19:50,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:19:50,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:19:50,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:19:51,377 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:51,378 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:19:51,378 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:51,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:19:51,785 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store 2024-11-26T10:19:51,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:19:52,194 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:52,194 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:19:52,194 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:52,194 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:52,194 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:19:52,194 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:52,194 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:19:52,194 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616392194Disabling compacts and flushes for region at 1732616392194Disabling writes for close at 1732616392194Writing region close event to WAL at 1732616392194Closed at 1732616392194 2024-11-26T10:19:52,195 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/.initializing 2024-11-26T10:19:52,195 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/WALs/94eedbb855cf,42887,1732616390446 2024-11-26T10:19:52,196 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:19:52,198 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C42887%2C1732616390446, suffix=, logDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/WALs/94eedbb855cf,42887,1732616390446, archiveDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/oldWALs, maxLogs=10 2024-11-26T10:19:52,215 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/WALs/94eedbb855cf,42887,1732616390446/94eedbb855cf%2C42887%2C1732616390446.1732616392198, exclude list is [], retry=0 2024-11-26T10:19:52,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-010936cf-7fc2-42be-8cad-331272ab3fa6,DISK] 2024-11-26T10:19:52,228 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/WALs/94eedbb855cf,42887,1732616390446/94eedbb855cf%2C42887%2C1732616390446.1732616392198 2024-11-26T10:19:52,228 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43107:43107)] 2024-11-26T10:19:52,228 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:52,229 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:52,229 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:52,229 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:52,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:52,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:19:52,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:52,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:52,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:52,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:19:52,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:52,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:52,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:52,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:19:52,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:52,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:52,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:52,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:19:52,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:52,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:52,237 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:52,237 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:52,237 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:52,238 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:52,238 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:52,239 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:52,240 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:19:52,242 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:52,242 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75482252, jitterRate=0.12477320432662964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:52,242 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616392229Initializing all the Stores at 1732616392230 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616392230Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616392230Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616392230Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616392230Cleaning up temporary data from old regions at 1732616392238 (+8 ms)Region opened successfully at 1732616392242 (+4 ms) 2024-11-26T10:19:52,242 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:19:52,245 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27eb9eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:19:52,246 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:19:52,246 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:19:52,246 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:19:52,246 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:19:52,247 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:19:52,247 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:19:52,247 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:19:52,250 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:19:52,251 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Unable to get data of znode /11609367219/balancer because node does not exist (not necessarily an error) 2024-11-26T10:19:52,252 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11609367219/balancer already deleted, retry=false 2024-11-26T10:19:52,253 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:19:52,253 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Unable to get data of znode /11609367219/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:19:52,257 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11609367219/normalizer already deleted, retry=false 2024-11-26T10:19:52,257 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:19:52,258 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Unable to get data of znode /11609367219/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:19:52,261 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11609367219/switch/split already deleted, retry=false 2024-11-26T10:19:52,265 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Unable to get data of znode /11609367219/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:19:52,267 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11609367219/switch/merge already deleted, retry=false 2024-11-26T10:19:52,269 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Unable to get data of znode /11609367219/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:19:52,270 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11609367219/snapshot-cleanup already deleted, retry=false 2024-11-26T10:19:52,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11609367219/running 2024-11-26T10:19:52,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11609367219/running 2024-11-26T10:19:52,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:19:52,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:19:52,273 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,42887,1732616390446, sessionid=0x10153c9deb90003, setting cluster-up flag (Was=false) 2024-11-26T10:19:52,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:19:52,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:19:52,282 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11609367219/flush-table-proc/acquired, /11609367219/flush-table-proc/reached, /11609367219/flush-table-proc/abort 2024-11-26T10:19:52,286 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,42887,1732616390446 2024-11-26T10:19:52,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:19:52,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:19:52,299 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11609367219/online-snapshot/acquired, /11609367219/online-snapshot/reached, /11609367219/online-snapshot/abort 2024-11-26T10:19:52,300 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,42887,1732616390446 2024-11-26T10:19:52,301 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:19:52,303 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:52,303 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:19:52,303 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:19:52,303 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,42887,1732616390446 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:19:52,309 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:52,309 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:52,309 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:52,309 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:19:52,309 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:19:52,309 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,309 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:19:52,310 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,316 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616422316 2024-11-26T10:19:52,316 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:19:52,317 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:19:52,317 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:19:52,317 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:19:52,317 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:19:52,317 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:19:52,317 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:52,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:19:52,317 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:19:52,317 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:19:52,318 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:19:52,318 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:19:52,318 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:19:52,318 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:19:52,318 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:52,318 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616392318,5,FailOnTimeoutGroup] 2024-11-26T10:19:52,318 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:19:52,319 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616392318,5,FailOnTimeoutGroup] 2024-11-26T10:19:52,319 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,319 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:19:52,319 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,319 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,326 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(746): ClusterId : eda3b9c1-20cf-4b88-a2f1-b4876a8605e6 2024-11-26T10:19:52,326 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:19:52,328 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:19:52,328 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:19:52,329 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:19:52,330 DEBUG [RS:0;94eedbb855cf:39695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b1f167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:19:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:19:52,351 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:39695 2024-11-26T10:19:52,351 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:19:52,351 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:19:52,351 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:19:52,352 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,42887,1732616390446 with port=39695, startcode=1732616390495 2024-11-26T10:19:52,353 DEBUG [RS:0;94eedbb855cf:39695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:19:52,355 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:19:52,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,39695,1732616390495 2024-11-26T10:19:52,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42887 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,39695,1732616390495 2024-11-26T10:19:52,357 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784 2024-11-26T10:19:52,357 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35451 2024-11-26T10:19:52,357 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:19:52,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219/rs 2024-11-26T10:19:52,363 DEBUG [RS:0;94eedbb855cf:39695 {}] zookeeper.ZKUtil(111): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Set watcher on existing znode=/11609367219/rs/94eedbb855cf,39695,1732616390495 2024-11-26T10:19:52,363 WARN [RS:0;94eedbb855cf:39695 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:19:52,363 INFO [RS:0;94eedbb855cf:39695 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:52,363 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495 2024-11-26T10:19:52,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,39695,1732616390495] 2024-11-26T10:19:52,366 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:19:52,368 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:19:52,370 INFO [RS:0;94eedbb855cf:39695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:19:52,370 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,372 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:19:52,373 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:19:52,373 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:19:52,373 DEBUG [RS:0;94eedbb855cf:39695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:19:52,376 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,376 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,376 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,376 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,376 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,376 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,39695,1732616390495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:52,390 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:19:52,390 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,39695,1732616390495-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,390 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,390 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.Replication(171): 94eedbb855cf,39695,1732616390495 started 2024-11-26T10:19:52,405 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:52,405 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,39695,1732616390495, RpcServer on 94eedbb855cf/172.17.0.2:39695, sessionid=0x10153c9deb90004 2024-11-26T10:19:52,405 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:19:52,405 DEBUG [RS:0;94eedbb855cf:39695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,39695,1732616390495 2024-11-26T10:19:52,405 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,39695,1732616390495' 2024-11-26T10:19:52,405 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11609367219/flush-table-proc/abort' 2024-11-26T10:19:52,406 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11609367219/flush-table-proc/acquired' 2024-11-26T10:19:52,406 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:19:52,406 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:19:52,406 DEBUG [RS:0;94eedbb855cf:39695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,39695,1732616390495 2024-11-26T10:19:52,406 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,39695,1732616390495' 2024-11-26T10:19:52,406 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11609367219/online-snapshot/abort' 2024-11-26T10:19:52,407 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11609367219/online-snapshot/acquired' 2024-11-26T10:19:52,407 DEBUG [RS:0;94eedbb855cf:39695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:19:52,407 INFO [RS:0;94eedbb855cf:39695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:19:52,407 INFO [RS:0;94eedbb855cf:39695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:19:52,507 INFO [RS:0;94eedbb855cf:39695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:19:52,508 INFO [RS:0;94eedbb855cf:39695 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C39695%2C1732616390495, suffix=, logDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495, archiveDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/oldWALs, maxLogs=10 2024-11-26T10:19:52,522 DEBUG [RS:0;94eedbb855cf:39695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509, exclude list is [], retry=0 2024-11-26T10:19:52,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-010936cf-7fc2-42be-8cad-331272ab3fa6,DISK] 2024-11-26T10:19:52,526 INFO [RS:0;94eedbb855cf:39695 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 2024-11-26T10:19:52,526 DEBUG [RS:0;94eedbb855cf:39695 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43107:43107)] 2024-11-26T10:19:52,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:19:52,738 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784 2024-11-26T10:19:52,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:19:53,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:53,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:53,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:53,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:53,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:53,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:53,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:53,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:53,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:53,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:53,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:53,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:53,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:53,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:53,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:53,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:53,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:53,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:53,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740 2024-11-26T10:19:53,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740 2024-11-26T10:19:53,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:53,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:53,153 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:53,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:53,156 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:53,156 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61254176, jitterRate=-0.08724164962768555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:53,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616393144Initializing all the Stores at 1732616393144Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616393144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616393145 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616393145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616393145Cleaning up temporary data from old regions at 1732616393152 (+7 ms)Region opened successfully at 1732616393157 (+5 ms) 2024-11-26T10:19:53,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:19:53,157 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:19:53,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:19:53,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:19:53,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:19:53,157 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:19:53,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616393157Disabling compacts and flushes for region at 1732616393157Disabling writes for close at 1732616393157Writing region close event to WAL at 1732616393157Closed at 1732616393157 2024-11-26T10:19:53,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:53,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:19:53,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:19:53,159 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:53,160 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:19:53,310 DEBUG [94eedbb855cf:42887 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:19:53,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,39695,1732616390495 2024-11-26T10:19:53,311 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,39695,1732616390495, state=OPENING 2024-11-26T10:19:53,313 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:19:53,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:19:53,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:19:53,314 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:19:53,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11609367219/meta-region-server: CHANGED 2024-11-26T10:19:53,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11609367219/meta-region-server: CHANGED 2024-11-26T10:19:53,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,39695,1732616390495}] 2024-11-26T10:19:53,467 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:19:53,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:19:53,474 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:19:53,474 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:53,474 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:19:53,475 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C39695%2C1732616390495.meta, suffix=.meta, logDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495, archiveDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/oldWALs, maxLogs=10 2024-11-26T10:19:53,489 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.meta.1732616393476.meta, exclude list is [], retry=0 2024-11-26T10:19:53,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-010936cf-7fc2-42be-8cad-331272ab3fa6,DISK] 2024-11-26T10:19:53,493 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.meta.1732616393476.meta 2024-11-26T10:19:53,493 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43107:43107)] 2024-11-26T10:19:53,493 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:53,493 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:53,493 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:53,493 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:19:53,494 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:19:53,494 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:19:53,494 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:53,494 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:19:53,494 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:19:53,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:19:53,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:19:53,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:53,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:53,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:19:53,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:19:53,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:53,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:53,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:19:53,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:19:53,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:53,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:53,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:19:53,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:19:53,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:53,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:19:53,498 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:19:53,499 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740 2024-11-26T10:19:53,500 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740 2024-11-26T10:19:53,501 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:19:53,501 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:19:53,501 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:19:53,502 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:19:53,503 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60988983, jitterRate=-0.09119333326816559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:19:53,503 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:19:53,503 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616393494Writing region info on filesystem at 1732616393494Initializing all the Stores at 1732616393494Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616393495 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616393495Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616393495Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616393495Cleaning up temporary data from old regions at 1732616393501 (+6 ms)Running coprocessor post-open hooks at 1732616393503 (+2 ms)Region opened successfully at 1732616393503 2024-11-26T10:19:53,503 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616393466 2024-11-26T10:19:53,505 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:19:53,505 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:19:53,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,39695,1732616390495 2024-11-26T10:19:53,506 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,39695,1732616390495, state=OPEN 2024-11-26T10:19:53,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11609367219/meta-region-server 2024-11-26T10:19:53,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11609367219/meta-region-server 2024-11-26T10:19:53,509 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,39695,1732616390495 2024-11-26T10:19:53,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11609367219/meta-region-server: CHANGED 2024-11-26T10:19:53,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11609367219/meta-region-server: CHANGED 2024-11-26T10:19:53,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:19:53,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,39695,1732616390495 in 195 msec 2024-11-26T10:19:53,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:19:53,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-26T10:19:53,513 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:19:53,513 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:19:53,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:53,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39695,1732616390495, seqNum=-1] 2024-11-26T10:19:53,514 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:53,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:53,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-26T10:19:53,519 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616393519, completionTime=-1 2024-11-26T10:19:53,519 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:19:53,519 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:19:53,521 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:19:53,521 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616453521 2024-11-26T10:19:53,521 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616513521 2024-11-26T10:19:53,521 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:19:53,522 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42887,1732616390446-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:53,522 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42887,1732616390446-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:53,522 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42887,1732616390446-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:53,522 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:42887, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:53,522 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:53,522 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:53,524 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:19:53,526 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.988sec 2024-11-26T10:19:53,526 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:19:53,526 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:19:53,527 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:19:53,527 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:19:53,527 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:19:53,527 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42887,1732616390446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:19:53,527 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42887,1732616390446-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:19:53,529 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:19:53,529 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:19:53,529 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42887,1732616390446-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:19:53,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:53,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,42887,-1 for getting cluster id 2024-11-26T10:19:53,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:53,628 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda3b9c1-20cf-4b88-a2f1-b4876a8605e6' 2024-11-26T10:19:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda3b9c1-20cf-4b88-a2f1-b4876a8605e6" 2024-11-26T10:19:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b3840e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,42887,-1] 2024-11-26T10:19:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:53,630 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:53,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f23f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:53,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39695,1732616390495, seqNum=-1] 2024-11-26T10:19:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:53,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:19:53,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,42887,1732616390446 2024-11-26T10:19:53,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52800 2024-11-26T10:19:53,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:19:53,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153c9deb90005 connected 2024-11-26T10:19:53,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,45029,1732616386461 2024-11-26T10:19:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52ff055d 2024-11-26T10:19:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:53,642 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:53,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:19:53,645 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:19:53,645 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:53,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:19:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:53,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:19:53,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:19:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:54,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac230ba007c32f2ba965e287a0d50635, NAME => 'test,,1732616393643.ac230ba007c32f2ba965e287a0d50635.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120 2024-11-26T10:19:54,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:19:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:54,399 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:19:54,459 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616393643.ac230ba007c32f2ba965e287a0d50635.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:54,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ac230ba007c32f2ba965e287a0d50635, disabling compactions & flushes 2024-11-26T10:19:54,460 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. 2024-11-26T10:19:54,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. 2024-11-26T10:19:54,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. after waiting 0 ms 2024-11-26T10:19:54,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. 2024-11-26T10:19:54,460 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. 2024-11-26T10:19:54,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac230ba007c32f2ba965e287a0d50635: Waiting for close lock at 1732616394459Disabling compacts and flushes for region at 1732616394459Disabling writes for close at 1732616394460 (+1 ms)Writing region close event to WAL at 1732616394460Closed at 1732616394460 2024-11-26T10:19:54,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:19:54,461 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616393643.ac230ba007c32f2ba965e287a0d50635.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616394461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616394461"}]},"ts":"1732616394461"} 2024-11-26T10:19:54,463 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:19:54,464 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:19:54,464 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616394464"}]},"ts":"1732616394464"} 2024-11-26T10:19:54,466 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:19:54,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac230ba007c32f2ba965e287a0d50635, ASSIGN}] 2024-11-26T10:19:54,467 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac230ba007c32f2ba965e287a0d50635, ASSIGN 2024-11-26T10:19:54,468 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ac230ba007c32f2ba965e287a0d50635, ASSIGN; state=OFFLINE, location=94eedbb855cf,44343,1732616386539; forceNewPlan=false, retain=false 2024-11-26T10:19:54,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac230ba007c32f2ba965e287a0d50635, regionState=OPENING, regionLocation=94eedbb855cf,44343,1732616386539 2024-11-26T10:19:54,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ac230ba007c32f2ba965e287a0d50635, ASSIGN because future has completed 2024-11-26T10:19:54,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac230ba007c32f2ba965e287a0d50635, server=94eedbb855cf,44343,1732616386539}] 2024-11-26T10:19:54,776 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. 2024-11-26T10:19:54,776 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac230ba007c32f2ba965e287a0d50635, NAME => 'test,,1732616393643.ac230ba007c32f2ba965e287a0d50635.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:54,777 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:54,777 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:19:54,777 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,777 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616393643.ac230ba007c32f2ba965e287a0d50635.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:54,777 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,777 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,778 INFO [StoreOpener-ac230ba007c32f2ba965e287a0d50635-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,779 INFO [StoreOpener-ac230ba007c32f2ba965e287a0d50635-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac230ba007c32f2ba965e287a0d50635 columnFamilyName f 2024-11-26T10:19:54,779 DEBUG [StoreOpener-ac230ba007c32f2ba965e287a0d50635-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:54,779 INFO [StoreOpener-ac230ba007c32f2ba965e287a0d50635-1 {}] regionserver.HStore(327): Store=ac230ba007c32f2ba965e287a0d50635/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:54,780 INFO [StoreOpener-ac230ba007c32f2ba965e287a0d50635-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:54,781 INFO [StoreOpener-ac230ba007c32f2ba965e287a0d50635-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac230ba007c32f2ba965e287a0d50635 columnFamilyName f1 2024-11-26T10:19:54,781 DEBUG [StoreOpener-ac230ba007c32f2ba965e287a0d50635-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:54,781 INFO [StoreOpener-ac230ba007c32f2ba965e287a0d50635-1 {}] regionserver.HStore(327): Store=ac230ba007c32f2ba965e287a0d50635/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:54,781 INFO [StoreOpener-ac230ba007c32f2ba965e287a0d50635-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,782 INFO [StoreOpener-ac230ba007c32f2ba965e287a0d50635-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac230ba007c32f2ba965e287a0d50635 columnFamilyName norep 2024-11-26T10:19:54,782 DEBUG [StoreOpener-ac230ba007c32f2ba965e287a0d50635-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:54,782 INFO [StoreOpener-ac230ba007c32f2ba965e287a0d50635-1 {}] regionserver.HStore(327): Store=ac230ba007c32f2ba965e287a0d50635/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:54,783 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,783 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,783 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,784 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,784 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,784 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:19:54,785 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,787 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:54,787 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac230ba007c32f2ba965e287a0d50635; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69630949, jitterRate=0.037581995129585266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:19:54,787 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:19:54,788 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac230ba007c32f2ba965e287a0d50635: Running coprocessor pre-open hook at 1732616394777Writing region info on filesystem at 1732616394777Initializing all the Stores at 1732616394778 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616394778Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616394778Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616394778Cleaning up temporary data from old regions at 1732616394784 (+6 ms)Running coprocessor post-open hooks at 1732616394787 (+3 ms)Region opened successfully at 1732616394788 (+1 ms) 2024-11-26T10:19:54,788 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616393643.ac230ba007c32f2ba965e287a0d50635., pid=6, masterSystemTime=1732616394773 2024-11-26T10:19:54,790 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. 2024-11-26T10:19:54,790 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. 2024-11-26T10:19:54,791 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac230ba007c32f2ba965e287a0d50635, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,44343,1732616386539 2024-11-26T10:19:54,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac230ba007c32f2ba965e287a0d50635, server=94eedbb855cf,44343,1732616386539 because future has completed 2024-11-26T10:19:54,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:19:54,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac230ba007c32f2ba965e287a0d50635, server=94eedbb855cf,44343,1732616386539 in 173 msec 2024-11-26T10:19:54,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:19:54,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ac230ba007c32f2ba965e287a0d50635, ASSIGN in 329 msec 2024-11-26T10:19:54,797 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:19:54,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616394797"}]},"ts":"1732616394797"} 2024-11-26T10:19:54,799 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:19:54,800 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:19:54,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-26T10:19:54,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:19:55,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:55,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:55,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:55,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:55,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:55,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:55,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:55,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:55,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:55,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:19:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:55,790 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:19:55,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,42887,1732616390446 2024-11-26T10:19:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e830375 2024-11-26T10:19:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:55,792 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:55,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:19:55,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:19:55,795 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:55,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:19:55,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:19:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:55,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:19:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:56,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c53c949a5be0a2dc98e30588edfa1253, NAME => 'test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784 2024-11-26T10:19:56,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:19:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:56,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:56,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c53c949a5be0a2dc98e30588edfa1253, disabling compactions & flushes 2024-11-26T10:19:56,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. 2024-11-26T10:19:56,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. 2024-11-26T10:19:56,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. after waiting 0 ms 2024-11-26T10:19:56,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. 2024-11-26T10:19:56,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. 2024-11-26T10:19:56,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c53c949a5be0a2dc98e30588edfa1253: Waiting for close lock at 1732616396608Disabling compacts and flushes for region at 1732616396608Disabling writes for close at 1732616396608Writing region close event to WAL at 1732616396608Closed at 1732616396608 2024-11-26T10:19:56,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:19:56,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616396609"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616396609"}]},"ts":"1732616396609"} 2024-11-26T10:19:56,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:19:56,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:19:56,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616396612"}]},"ts":"1732616396612"} 2024-11-26T10:19:56,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:19:56,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c53c949a5be0a2dc98e30588edfa1253, ASSIGN}] 2024-11-26T10:19:56,615 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c53c949a5be0a2dc98e30588edfa1253, ASSIGN 2024-11-26T10:19:56,616 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c53c949a5be0a2dc98e30588edfa1253, ASSIGN; state=OFFLINE, location=94eedbb855cf,39695,1732616390495; forceNewPlan=false, retain=false 2024-11-26T10:19:56,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c53c949a5be0a2dc98e30588edfa1253, regionState=OPENING, regionLocation=94eedbb855cf,39695,1732616390495 2024-11-26T10:19:56,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c53c949a5be0a2dc98e30588edfa1253, ASSIGN because future has completed 2024-11-26T10:19:56,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c53c949a5be0a2dc98e30588edfa1253, server=94eedbb855cf,39695,1732616390495}] 2024-11-26T10:19:56,925 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. 2024-11-26T10:19:56,925 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c53c949a5be0a2dc98e30588edfa1253, NAME => 'test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:56,925 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:56,925 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:19:56,926 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,926 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:56,926 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,926 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,927 INFO [StoreOpener-c53c949a5be0a2dc98e30588edfa1253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,928 INFO [StoreOpener-c53c949a5be0a2dc98e30588edfa1253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c53c949a5be0a2dc98e30588edfa1253 columnFamilyName f 2024-11-26T10:19:56,928 DEBUG [StoreOpener-c53c949a5be0a2dc98e30588edfa1253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:56,929 INFO [StoreOpener-c53c949a5be0a2dc98e30588edfa1253-1 {}] regionserver.HStore(327): Store=c53c949a5be0a2dc98e30588edfa1253/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:56,929 INFO [StoreOpener-c53c949a5be0a2dc98e30588edfa1253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:56,930 INFO [StoreOpener-c53c949a5be0a2dc98e30588edfa1253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c53c949a5be0a2dc98e30588edfa1253 columnFamilyName f1 2024-11-26T10:19:56,930 DEBUG [StoreOpener-c53c949a5be0a2dc98e30588edfa1253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:56,930 INFO [StoreOpener-c53c949a5be0a2dc98e30588edfa1253-1 {}] regionserver.HStore(327): Store=c53c949a5be0a2dc98e30588edfa1253/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:56,930 INFO [StoreOpener-c53c949a5be0a2dc98e30588edfa1253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,931 INFO [StoreOpener-c53c949a5be0a2dc98e30588edfa1253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c53c949a5be0a2dc98e30588edfa1253 columnFamilyName norep 2024-11-26T10:19:56,931 DEBUG [StoreOpener-c53c949a5be0a2dc98e30588edfa1253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:56,931 INFO [StoreOpener-c53c949a5be0a2dc98e30588edfa1253-1 {}] regionserver.HStore(327): Store=c53c949a5be0a2dc98e30588edfa1253/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:56,932 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,932 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,932 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,933 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,933 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,933 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:19:56,934 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,936 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:56,936 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c53c949a5be0a2dc98e30588edfa1253; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66470904, jitterRate=-0.00950634479522705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:19:56,936 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:19:56,936 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c53c949a5be0a2dc98e30588edfa1253: Running coprocessor pre-open hook at 1732616396926Writing region info on filesystem at 1732616396926Initializing all the Stores at 1732616396927 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616396927Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616396927Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616396927Cleaning up temporary data from old regions at 1732616396933 (+6 ms)Running coprocessor post-open hooks at 1732616396936 (+3 ms)Region opened successfully at 1732616396936 2024-11-26T10:19:56,937 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253., pid=6, masterSystemTime=1732616396921 2024-11-26T10:19:56,939 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. 2024-11-26T10:19:56,939 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. 2024-11-26T10:19:56,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c53c949a5be0a2dc98e30588edfa1253, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,39695,1732616390495 2024-11-26T10:19:56,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c53c949a5be0a2dc98e30588edfa1253, server=94eedbb855cf,39695,1732616390495 because future has completed 2024-11-26T10:19:56,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:19:56,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c53c949a5be0a2dc98e30588edfa1253, server=94eedbb855cf,39695,1732616390495 in 173 msec 2024-11-26T10:19:56,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:19:56,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c53c949a5be0a2dc98e30588edfa1253, ASSIGN in 330 msec 2024-11-26T10:19:56,946 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:19:56,946 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616396946"}]},"ts":"1732616396946"} 2024-11-26T10:19:56,948 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:19:56,949 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:19:56,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-26T10:19:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:19:57,940 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:19:57,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fae45e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:57,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,45029,-1 for getting cluster id 2024-11-26T10:19:57,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:57,942 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '184601f6-0b37-47bb-a157-a988c94c6105' 2024-11-26T10:19:57,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:57,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "184601f6-0b37-47bb-a157-a988c94c6105" 2024-11-26T10:19:57,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a92a1fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:57,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,45029,-1] 2024-11-26T10:19:57,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:57,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:57,944 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd98857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:57,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:57,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,42887,-1 for getting cluster id 2024-11-26T10:19:57,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:57,946 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda3b9c1-20cf-4b88-a2f1-b4876a8605e6' 2024-11-26T10:19:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda3b9c1-20cf-4b88-a2f1-b4876a8605e6" 2024-11-26T10:19:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50047c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,42887,-1] 2024-11-26T10:19:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:57,948 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d9b2ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:57,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:57,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,45029,-1 for getting cluster id 2024-11-26T10:19:57,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:57,950 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '184601f6-0b37-47bb-a157-a988c94c6105' 2024-11-26T10:19:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "184601f6-0b37-47bb-a157-a988c94c6105" 2024-11-26T10:19:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6fadde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,45029,-1] 2024-11-26T10:19:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:57,951 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:57,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c225a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:57,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:57,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,45029,1732616386461 2024-11-26T10:19:57,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a2952a1 2024-11-26T10:19:57,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:57,953 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:57,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:42887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:19:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:19:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:57,956 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:42887' 2024-11-26T10:19:57,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ceaaadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:57,957 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,42887,-1 for getting cluster id 2024-11-26T10:19:57,957 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:57,957 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda3b9c1-20cf-4b88-a2f1-b4876a8605e6' 2024-11-26T10:19:57,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:57,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda3b9c1-20cf-4b88-a2f1-b4876a8605e6" 2024-11-26T10:19:57,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0b4491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:57,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,42887,-1] 2024-11-26T10:19:57,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:57,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:57,958 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:57,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6170f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:57,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:57,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,42887,1732616390446 2024-11-26T10:19:57,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62658d46 2024-11-26T10:19:57,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:57,960 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:57,961 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:19:57,961 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:19:57,961 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:57,961 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:57,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:57,962 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:57,962 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:19:57,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:19:57,963 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:57,964 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:19:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741837_1013 (size=1138) 2024-11-26T10:19:58,013 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:19:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:58,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T10:19:58,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dff30f40ff6357bd27a3151976af8424, NAME => 'hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120 2024-11-26T10:19:58,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741838_1014 (size=44) 2024-11-26T10:19:58,376 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:58,376 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dff30f40ff6357bd27a3151976af8424, disabling compactions & flushes 2024-11-26T10:19:58,376 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:19:58,376 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:19:58,376 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. after waiting 0 ms 2024-11-26T10:19:58,376 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:19:58,376 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:19:58,376 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dff30f40ff6357bd27a3151976af8424: Waiting for close lock at 1732616398376Disabling compacts and flushes for region at 1732616398376Disabling writes for close at 1732616398376Writing region close event to WAL at 1732616398376Closed at 1732616398376 2024-11-26T10:19:58,377 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:19:58,378 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616398377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616398377"}]},"ts":"1732616398377"} 2024-11-26T10:19:58,380 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:19:58,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:19:58,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616398381"}]},"ts":"1732616398381"} 2024-11-26T10:19:58,383 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:19:58,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dff30f40ff6357bd27a3151976af8424, ASSIGN}] 2024-11-26T10:19:58,384 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dff30f40ff6357bd27a3151976af8424, ASSIGN 2024-11-26T10:19:58,385 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dff30f40ff6357bd27a3151976af8424, ASSIGN; state=OFFLINE, location=94eedbb855cf,44343,1732616386539; forceNewPlan=false, retain=false 2024-11-26T10:19:58,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dff30f40ff6357bd27a3151976af8424, regionState=OPENING, regionLocation=94eedbb855cf,44343,1732616386539 2024-11-26T10:19:58,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dff30f40ff6357bd27a3151976af8424, ASSIGN because future has completed 2024-11-26T10:19:58,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dff30f40ff6357bd27a3151976af8424, server=94eedbb855cf,44343,1732616386539}] 2024-11-26T10:19:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:58,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:19:58,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:58,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:19:58,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C44343%2C1732616386539.rep, suffix=, logDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539, archiveDir=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/oldWALs, maxLogs=10 2024-11-26T10:19:58,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.rep.1732616398696, exclude list is [], retry=0 2024-11-26T10:19:58,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34485,DS-f102857a-628a-421c-b096-e9bd518e32be,DISK] 2024-11-26T10:19:58,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.rep.1732616398696 2024-11-26T10:19:58,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35765:35765)] 2024-11-26T10:19:58,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dff30f40ff6357bd27a3151976af8424, NAME => 'hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:58,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:58,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:58,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. service=MultiRowMutationService 2024-11-26T10:19:58,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:19:58,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:58,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,721 INFO [StoreOpener-dff30f40ff6357bd27a3151976af8424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,722 INFO [StoreOpener-dff30f40ff6357bd27a3151976af8424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dff30f40ff6357bd27a3151976af8424 columnFamilyName hfileref 2024-11-26T10:19:58,722 DEBUG [StoreOpener-dff30f40ff6357bd27a3151976af8424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:58,722 INFO [StoreOpener-dff30f40ff6357bd27a3151976af8424-1 {}] regionserver.HStore(327): Store=dff30f40ff6357bd27a3151976af8424/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:58,722 INFO [StoreOpener-dff30f40ff6357bd27a3151976af8424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,723 INFO [StoreOpener-dff30f40ff6357bd27a3151976af8424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dff30f40ff6357bd27a3151976af8424 columnFamilyName queue 2024-11-26T10:19:58,723 DEBUG [StoreOpener-dff30f40ff6357bd27a3151976af8424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:58,723 INFO [StoreOpener-dff30f40ff6357bd27a3151976af8424-1 {}] regionserver.HStore(327): Store=dff30f40ff6357bd27a3151976af8424/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:58,724 INFO [StoreOpener-dff30f40ff6357bd27a3151976af8424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,725 INFO [StoreOpener-dff30f40ff6357bd27a3151976af8424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dff30f40ff6357bd27a3151976af8424 columnFamilyName sid 2024-11-26T10:19:58,725 DEBUG [StoreOpener-dff30f40ff6357bd27a3151976af8424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:58,725 INFO [StoreOpener-dff30f40ff6357bd27a3151976af8424-1 {}] regionserver.HStore(327): Store=dff30f40ff6357bd27a3151976af8424/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:58,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/replication/dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/replication/dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:19:58,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/replication/dff30f40ff6357bd27a3151976af8424/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:58,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dff30f40ff6357bd27a3151976af8424; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73207925, jitterRate=0.09088309109210968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:19:58,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dff30f40ff6357bd27a3151976af8424 2024-11-26T10:19:58,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dff30f40ff6357bd27a3151976af8424: Running coprocessor pre-open hook at 1732616398720Writing region info on filesystem at 1732616398720Initializing all the Stores at 1732616398720Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616398721 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616398721Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616398721Cleaning up temporary data from old regions at 1732616398727 (+6 ms)Running coprocessor post-open hooks at 1732616398730 (+3 ms)Region opened successfully at 1732616398731 (+1 ms) 2024-11-26T10:19:58,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424., pid=10, masterSystemTime=1732616398690 2024-11-26T10:19:58,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:19:58,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:19:58,734 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dff30f40ff6357bd27a3151976af8424, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,44343,1732616386539 2024-11-26T10:19:58,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dff30f40ff6357bd27a3151976af8424, server=94eedbb855cf,44343,1732616386539 because future has completed 2024-11-26T10:19:58,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:19:58,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dff30f40ff6357bd27a3151976af8424, server=94eedbb855cf,44343,1732616386539 in 199 msec 2024-11-26T10:19:58,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T10:19:58,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dff30f40ff6357bd27a3151976af8424, ASSIGN in 356 msec 2024-11-26T10:19:58,742 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:19:58,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616398742"}]},"ts":"1732616398742"} 2024-11-26T10:19:58,743 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:19:58,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:19:58,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-11-26T10:19:58,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424., hostname=94eedbb855cf,44343,1732616386539, seqNum=2] 2024-11-26T10:19:58,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:58,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:19:58,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:19:58,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T10:19:58,945 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:19:58,987 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,44343,1732616386539, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:19:58,988 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:19:58,988 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44343,1732616386539, seqNum=-1] 2024-11-26T10:19:58,988 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:19:58,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T10:19:58,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,44343,1732616386539', locateType=CURRENT is [region=hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424., hostname=94eedbb855cf,44343,1732616386539, seqNum=2] 2024-11-26T10:19:59,000 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T10:19:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T10:19:59,003 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,44343,1732616386539 suceeded 2024-11-26T10:19:59,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T10:19:59,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-26T10:19:59,006 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:42887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:19:59,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0530 sec 2024-11-26T10:19:59,026 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:42887' 2024-11-26T10:19:59,033 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b2bc00b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:59,033 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,42887,-1 for getting cluster id 2024-11-26T10:19:59,033 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:59,034 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda3b9c1-20cf-4b88-a2f1-b4876a8605e6' 2024-11-26T10:19:59,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:59,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda3b9c1-20cf-4b88-a2f1-b4876a8605e6" 2024-11-26T10:19:59,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18006688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:59,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,42887,-1] 2024-11-26T10:19:59,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:59,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:59,036 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:59,037 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5478b98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:59,037 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:59,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,42887,1732616390446 2024-11-26T10:19:59,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cfb8f5d 2024-11-26T10:19:59,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:59,039 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-26T10:19:59,040 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,44343,1732616386539 (queues=1) is replicating from cluster=184601f6-0b37-47bb-a157-a988c94c6105 to cluster=eda3b9c1-20cf-4b88-a2f1-b4876a8605e6 2024-11-26T10:19:59,040 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C44343%2C1732616386539 2024-11-26T10:19:59,040 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,44343,1732616386539, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:19:59,041 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549, startPosition=0, beingWritten=true 2024-11-26T10:19:59,056 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C44343%2C1732616386539 2024-11-26T10:19:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:59,091 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:19:59,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:19:59,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:19:59,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:59,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:59,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:59,093 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:19:59,093 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 379, reset compression=false 2024-11-26T10:19:59,093 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,44343,1732616386539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:19:59,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4f278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:59,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,42887,-1 for getting cluster id 2024-11-26T10:19:59,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:59,105 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda3b9c1-20cf-4b88-a2f1-b4876a8605e6' 2024-11-26T10:19:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda3b9c1-20cf-4b88-a2f1-b4876a8605e6" 2024-11-26T10:19:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38dd6fb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,42887,-1] 2024-11-26T10:19:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:59,111 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:59,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60594d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:59,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:59,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,42887,1732616390446 2024-11-26T10:19:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@565f2c47 2024-11-26T10:19:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:59,114 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:59,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:45029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:19:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:19:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:59,117 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:45029' 2024-11-26T10:19:59,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfc3c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:59,125 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,45029,-1 for getting cluster id 2024-11-26T10:19:59,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:19:59,126 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '184601f6-0b37-47bb-a157-a988c94c6105' 2024-11-26T10:19:59,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:19:59,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "184601f6-0b37-47bb-a157-a988c94c6105" 2024-11-26T10:19:59,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513a64a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:59,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,45029,-1] 2024-11-26T10:19:59,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:19:59,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:59,129 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:19:59,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe804c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:19:59,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:19:59,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,45029,1732616386461 2024-11-26T10:19:59,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7439253c 2024-11-26T10:19:59,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:19:59,132 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:19:59,132 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:19:59,133 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:19:59,133 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:59,133 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:19:59,133 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:19:59,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:19:59,135 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:19:59,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:19:59,136 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:59,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:19:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741837_1013 (size=1138) 2024-11-26T10:19:59,185 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:19:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:59,322 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 379, reset compression=false 2024-11-26T10:19:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:59,584 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0750522e95b835a4be01fbc6a0fb1d3d, NAME => 'hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784 2024-11-26T10:19:59,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741838_1014 (size=44) 2024-11-26T10:19:59,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:59,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0750522e95b835a4be01fbc6a0fb1d3d, disabling compactions & flushes 2024-11-26T10:19:59,596 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. 2024-11-26T10:19:59,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. 2024-11-26T10:19:59,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. after waiting 0 ms 2024-11-26T10:19:59,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. 2024-11-26T10:19:59,596 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. 2024-11-26T10:19:59,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0750522e95b835a4be01fbc6a0fb1d3d: Waiting for close lock at 1732616399596Disabling compacts and flushes for region at 1732616399596Disabling writes for close at 1732616399596Writing region close event to WAL at 1732616399596Closed at 1732616399596 2024-11-26T10:19:59,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:19:59,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616399598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616399598"}]},"ts":"1732616399598"} 2024-11-26T10:19:59,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:19:59,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:19:59,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616399602"}]},"ts":"1732616399602"} 2024-11-26T10:19:59,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:19:59,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0750522e95b835a4be01fbc6a0fb1d3d, ASSIGN}] 2024-11-26T10:19:59,606 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0750522e95b835a4be01fbc6a0fb1d3d, ASSIGN 2024-11-26T10:19:59,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0750522e95b835a4be01fbc6a0fb1d3d, ASSIGN; state=OFFLINE, location=94eedbb855cf,39695,1732616390495; forceNewPlan=false, retain=false 2024-11-26T10:19:59,650 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 379, reset compression=false 2024-11-26T10:19:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:19:59,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0750522e95b835a4be01fbc6a0fb1d3d, regionState=OPENING, regionLocation=94eedbb855cf,39695,1732616390495 2024-11-26T10:19:59,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0750522e95b835a4be01fbc6a0fb1d3d, ASSIGN because future has completed 2024-11-26T10:19:59,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0750522e95b835a4be01fbc6a0fb1d3d, server=94eedbb855cf,39695,1732616390495}] 2024-11-26T10:19:59,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. 2024-11-26T10:19:59,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:19:59,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:19:59,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C39695%2C1732616390495.rep, suffix=, logDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495, archiveDir=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/oldWALs, maxLogs=10 2024-11-26T10:19:59,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.rep.1732616399953, exclude list is [], retry=0 2024-11-26T10:19:59,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-010936cf-7fc2-42be-8cad-331272ab3fa6,DISK] 2024-11-26T10:19:59,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.rep.1732616399953 2024-11-26T10:19:59,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43107:43107)] 2024-11-26T10:19:59,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0750522e95b835a4be01fbc6a0fb1d3d, NAME => 'hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:19:59,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:19:59,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:19:59,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. service=MultiRowMutationService 2024-11-26T10:19:59,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:19:59,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:19:59,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,977 INFO [StoreOpener-0750522e95b835a4be01fbc6a0fb1d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,980 INFO [StoreOpener-0750522e95b835a4be01fbc6a0fb1d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0750522e95b835a4be01fbc6a0fb1d3d columnFamilyName hfileref 2024-11-26T10:19:59,980 DEBUG [StoreOpener-0750522e95b835a4be01fbc6a0fb1d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:59,980 INFO [StoreOpener-0750522e95b835a4be01fbc6a0fb1d3d-1 {}] regionserver.HStore(327): Store=0750522e95b835a4be01fbc6a0fb1d3d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:59,980 INFO [StoreOpener-0750522e95b835a4be01fbc6a0fb1d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,981 INFO [StoreOpener-0750522e95b835a4be01fbc6a0fb1d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0750522e95b835a4be01fbc6a0fb1d3d columnFamilyName queue 2024-11-26T10:19:59,981 DEBUG [StoreOpener-0750522e95b835a4be01fbc6a0fb1d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:59,982 INFO [StoreOpener-0750522e95b835a4be01fbc6a0fb1d3d-1 {}] regionserver.HStore(327): Store=0750522e95b835a4be01fbc6a0fb1d3d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:59,982 INFO [StoreOpener-0750522e95b835a4be01fbc6a0fb1d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,983 INFO [StoreOpener-0750522e95b835a4be01fbc6a0fb1d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0750522e95b835a4be01fbc6a0fb1d3d columnFamilyName sid 2024-11-26T10:19:59,983 DEBUG [StoreOpener-0750522e95b835a4be01fbc6a0fb1d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:19:59,983 INFO [StoreOpener-0750522e95b835a4be01fbc6a0fb1d3d-1 {}] regionserver.HStore(327): Store=0750522e95b835a4be01fbc6a0fb1d3d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:19:59,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/replication/0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/replication/0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:19:59,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/replication/0750522e95b835a4be01fbc6a0fb1d3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:19:59,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0750522e95b835a4be01fbc6a0fb1d3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74424039, jitterRate=0.10900460183620453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:19:59,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:19:59,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0750522e95b835a4be01fbc6a0fb1d3d: Running coprocessor pre-open hook at 1732616399976Writing region info on filesystem at 1732616399976Initializing all the Stores at 1732616399977 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616399977Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616399977Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616399977Cleaning up temporary data from old regions at 1732616399985 (+8 ms)Running coprocessor post-open hooks at 1732616399989 (+4 ms)Region opened successfully at 1732616399989 2024-11-26T10:19:59,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d., pid=10, masterSystemTime=1732616399927 2024-11-26T10:19:59,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. 2024-11-26T10:19:59,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. 2024-11-26T10:19:59,999 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0750522e95b835a4be01fbc6a0fb1d3d, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,39695,1732616390495 2024-11-26T10:20:00,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0750522e95b835a4be01fbc6a0fb1d3d, server=94eedbb855cf,39695,1732616390495 because future has completed 2024-11-26T10:20:00,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:20:00,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0750522e95b835a4be01fbc6a0fb1d3d, server=94eedbb855cf,39695,1732616390495 in 244 msec 2024-11-26T10:20:00,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T10:20:00,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0750522e95b835a4be01fbc6a0fb1d3d, ASSIGN in 410 msec 2024-11-26T10:20:00,018 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:20:00,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616400018"}]},"ts":"1732616400018"} 2024-11-26T10:20:00,021 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:20:00,021 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:20:00,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 888 msec 2024-11-26T10:20:00,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d., hostname=94eedbb855cf,39695,1732616390495, seqNum=2] 2024-11-26T10:20:00,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:20:00,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:20:00,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:20:00,070 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 379, reset compression=false 2024-11-26T10:20:00,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39695 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T10:20:00,228 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:20:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:00,275 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,39695,1732616390495, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:20:00,276 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:00,276 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39695,1732616390495, seqNum=-1] 2024-11-26T10:20:00,276 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:00,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T10:20:00,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:20:00,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,39695,1732616390495', locateType=CURRENT is [region=hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d., hostname=94eedbb855cf,39695,1732616390495, seqNum=2] 2024-11-26T10:20:00,288 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T10:20:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T10:20:00,291 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,39695,1732616390495 suceeded 2024-11-26T10:20:00,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T10:20:00,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 235 msec 2024-11-26T10:20:00,294 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:45029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:20:00,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1800 sec 2024-11-26T10:20:00,329 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:45029' 2024-11-26T10:20:00,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:00,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:00,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:00,352 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6397ba85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:00,353 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,45029,-1 for getting cluster id 2024-11-26T10:20:00,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:00,353 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:00,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:00,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:00,354 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '184601f6-0b37-47bb-a157-a988c94c6105' 2024-11-26T10:20:00,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:00,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "184601f6-0b37-47bb-a157-a988c94c6105" 2024-11-26T10:20:00,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6d488b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:00,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,45029,-1] 2024-11-26T10:20:00,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:00,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:00,356 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:00,357 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30aec7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:00,357 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:00,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,45029,1732616386461 2024-11-26T10:20:00,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74bc1d32 2024-11-26T10:20:00,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:00,360 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-26T10:20:00,361 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,39695,1732616390495 (queues=1) is replicating from cluster=eda3b9c1-20cf-4b88-a2f1-b4876a8605e6 to cluster=184601f6-0b37-47bb-a157-a988c94c6105 2024-11-26T10:20:00,361 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C39695%2C1732616390495 2024-11-26T10:20:00,361 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,39695,1732616390495, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:20:00,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:00,370 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509, startPosition=0, beingWritten=true 2024-11-26T10:20:00,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:00,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:00,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:00,379 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C39695%2C1732616390495 2024-11-26T10:20:00,400 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T10:20:00,408 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:00,408 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 379, reset compression=false 2024-11-26T10:20:00,408 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39695,1732616390495 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:00,582 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 379, reset compression=false 2024-11-26T10:20:00,642 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 379, reset compression=false 2024-11-26T10:20:00,966 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 379, reset compression=false 2024-11-26T10:20:01,210 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 379, reset compression=false 2024-11-26T10:20:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:01,271 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:20:01,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:01,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:01,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:01,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:01,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:01,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:01,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44343,1732616386539, seqNum=-1] 2024-11-26T10:20:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:01,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:01,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732616393643.ac230ba007c32f2ba965e287a0d50635., hostname=94eedbb855cf,44343,1732616386539, seqNum=2] 2024-11-26T10:20:01,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39695,1732616390495, seqNum=-1] 2024-11-26T10:20:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:01,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:01,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253., hostname=94eedbb855cf,39695,1732616390495, seqNum=2] 2024-11-26T10:20:01,293 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T10:20:01,371 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 379, reset compression=false 2024-11-26T10:20:01,885 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 379, reset compression=false 2024-11-26T10:20:01,916 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 379, reset compression=false 2024-11-26T10:20:01,932 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:01,932 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 480, reset compression=false 2024-11-26T10:20:01,932 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,44343,1732616386539 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac230ba007c32f2ba965e287a0d50635/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T10:20:01,942 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:20:01,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-26T10:20:01,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39695 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:01,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55d20ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:01,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39695 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,42887,-1 for getting cluster id 2024-11-26T10:20:01,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:01,950 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda3b9c1-20cf-4b88-a2f1-b4876a8605e6' 2024-11-26T10:20:01,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:01,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda3b9c1-20cf-4b88-a2f1-b4876a8605e6" 2024-11-26T10:20:01,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13729900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:01,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,42887,-1] 2024-11-26T10:20:01,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:01,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:01,952 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:01,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@789396f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:01,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:01,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39695,1732616390495, seqNum=-1] 2024-11-26T10:20:01,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:01,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T10:20:01,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253., hostname=94eedbb855cf,39695,1732616390495, seqNum=2] 2024-11-26T10:20:01,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39695 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:02,136 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 480, reset compression=false 2024-11-26T10:20:02,297 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T10:20:02,300 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T10:20:02,440 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 480, reset compression=false 2024-11-26T10:20:02,504 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 379, reset compression=false 2024-11-26T10:20:02,509 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:02,509 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 607, reset compression=false 2024-11-26T10:20:02,509 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39695,1732616390495 got entry batch from reader: WALEntryBatch [walEntries=[{test/c53c949a5be0a2dc98e30588edfa1253/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T10:20:02,512 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:20:02,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-26T10:20:02,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:02,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2558642c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:02,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,45029,-1 for getting cluster id 2024-11-26T10:20:02,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:02,514 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '184601f6-0b37-47bb-a157-a988c94c6105' 2024-11-26T10:20:02,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:02,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "184601f6-0b37-47bb-a157-a988c94c6105" 2024-11-26T10:20:02,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@be68de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:02,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,45029,-1] 2024-11-26T10:20:02,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:02,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:02,516 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:02,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23e8e236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:02,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:02,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44343,1732616386539, seqNum=-1] 2024-11-26T10:20:02,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:02,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T10:20:02,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732616393643.ac230ba007c32f2ba965e287a0d50635., hostname=94eedbb855cf,44343,1732616386539, seqNum=2] 2024-11-26T10:20:02,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:02,713 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 607, reset compression=false 2024-11-26T10:20:02,844 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 480, reset compression=false 2024-11-26T10:20:02,857 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:02,858 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 608, reset compression=false 2024-11-26T10:20:02,858 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,44343,1732616386539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:03,021 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 607, reset compression=false 2024-11-26T10:20:03,066 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 608, reset compression=false 2024-11-26T10:20:03,302 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T10:20:03,309 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T10:20:03,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T10:20:03,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T10:20:03,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T10:20:03,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T10:20:03,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:20:03,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T10:20:03,371 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 608, reset compression=false 2024-11-26T10:20:03,377 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:03,377 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 764, reset compression=false 2024-11-26T10:20:03,377 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,44343,1732616386539 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac230ba007c32f2ba965e287a0d50635/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T10:20:03,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39695 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:03,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39695 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:03,425 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 607, reset compression=false 2024-11-26T10:20:03,430 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:03,430 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 754, reset compression=false 2024-11-26T10:20:03,430 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39695,1732616390495 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:03,582 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 764, reset compression=false 2024-11-26T10:20:03,634 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 754, reset compression=false 2024-11-26T10:20:03,886 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 764, reset compression=false 2024-11-26T10:20:03,938 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 754, reset compression=false 2024-11-26T10:20:04,298 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 764, reset compression=false 2024-11-26T10:20:04,311 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T10:20:04,315 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T10:20:04,356 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 754, reset compression=false 2024-11-26T10:20:04,361 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:04,361 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 913, reset compression=false 2024-11-26T10:20:04,361 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39695,1732616390495 got entry batch from reader: WALEntryBatch [walEntries=[{test/c53c949a5be0a2dc98e30588edfa1253/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T10:20:04,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:04,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:04,564 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 913, reset compression=false 2024-11-26T10:20:04,801 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 764, reset compression=false 2024-11-26T10:20:04,806 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:04,806 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 914, reset compression=false 2024-11-26T10:20:04,806 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,44343,1732616386539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:04,868 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 913, reset compression=false 2024-11-26T10:20:05,009 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 914, reset compression=false 2024-11-26T10:20:05,272 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 913, reset compression=false 2024-11-26T10:20:05,314 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 914, reset compression=false 2024-11-26T10:20:05,317 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T10:20:05,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:20:05,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:05,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:05,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:05,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:05,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:05,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:20:05,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1555760854, stopped=false 2024-11-26T10:20:05,320 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,42887,1732616390446 2024-11-26T10:20:05,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11609367219/running 2024-11-26T10:20:05,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11609367219/running 2024-11-26T10:20:05,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:20:05,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:20:05,322 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:20:05,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:05,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:05,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:05,322 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,39695,1732616390495' ***** 2024-11-26T10:20:05,322 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:20:05,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Set watcher on znode that does not yet exist, /11609367219/running 2024-11-26T10:20:05,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Set watcher on znode that does not yet exist, /11609367219/running 2024-11-26T10:20:05,323 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:20:05,323 INFO [RS:0;94eedbb855cf:39695 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:20:05,323 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:20:05,323 INFO [RS:0;94eedbb855cf:39695 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:20:05,323 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(3091): Received CLOSE for 0750522e95b835a4be01fbc6a0fb1d3d 2024-11-26T10:20:05,324 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(3091): Received CLOSE for c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:20:05,324 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,39695,1732616390495 2024-11-26T10:20:05,324 INFO [RS:0;94eedbb855cf:39695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:20:05,324 INFO [RS:0;94eedbb855cf:39695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:39695. 2024-11-26T10:20:05,324 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0750522e95b835a4be01fbc6a0fb1d3d, disabling compactions & flushes 2024-11-26T10:20:05,324 DEBUG [RS:0;94eedbb855cf:39695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:05,324 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. 2024-11-26T10:20:05,324 DEBUG [RS:0;94eedbb855cf:39695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:05,324 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. 2024-11-26T10:20:05,324 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. after waiting 0 ms 2024-11-26T10:20:05,324 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. 2024-11-26T10:20:05,324 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:20:05,324 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:20:05,324 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:20:05,324 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:20:05,324 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0750522e95b835a4be01fbc6a0fb1d3d 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-26T10:20:05,324 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T10:20:05,324 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1325): Online Regions={0750522e95b835a4be01fbc6a0fb1d3d=hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d., 1588230740=hbase:meta,,1.1588230740, c53c949a5be0a2dc98e30588edfa1253=test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253.} 2024-11-26T10:20:05,324 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1351): Waiting on 0750522e95b835a4be01fbc6a0fb1d3d, 1588230740, c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:20:05,324 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:20:05,324 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:20:05,324 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:20:05,324 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:20:05,324 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:20:05,324 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T10:20:05,340 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/replication/0750522e95b835a4be01fbc6a0fb1d3d/.tmp/queue/24e483dfac534c0b9a2c6a91012ae8cc is 153, key is 1-94eedbb855cf,39695,1732616390495/queue:94eedbb855cf%2C39695%2C1732616390495/1732616404366/Put/seqid=0 2024-11-26T10:20:05,342 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/.tmp/info/e945e95642fe41fbb650fd9a687768e9 is 147, key is hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d./info:regioninfo/1732616399999/Put/seqid=0 2024-11-26T10:20:05,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741840_1016 (size=5352) 2024-11-26T10:20:05,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741841_1017 (size=7686) 2024-11-26T10:20:05,381 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:20:05,381 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:20:05,391 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:20:05,478 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:20:05,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:05,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:05,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:05,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:05,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:05,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:05,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:05,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:05,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:05,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:05,524 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1351): Waiting on 0750522e95b835a4be01fbc6a0fb1d3d, 1588230740, c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:20:05,718 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 914, reset compression=false 2024-11-26T10:20:05,725 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1351): Waiting on 0750522e95b835a4be01fbc6a0fb1d3d, 1588230740, c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:20:05,746 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/replication/0750522e95b835a4be01fbc6a0fb1d3d/.tmp/queue/24e483dfac534c0b9a2c6a91012ae8cc 2024-11-26T10:20:05,746 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/.tmp/info/e945e95642fe41fbb650fd9a687768e9 2024-11-26T10:20:05,755 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/replication/0750522e95b835a4be01fbc6a0fb1d3d/.tmp/queue/24e483dfac534c0b9a2c6a91012ae8cc as hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/replication/0750522e95b835a4be01fbc6a0fb1d3d/queue/24e483dfac534c0b9a2c6a91012ae8cc 2024-11-26T10:20:05,776 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 913, reset compression=false 2024-11-26T10:20:05,780 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/replication/0750522e95b835a4be01fbc6a0fb1d3d/queue/24e483dfac534c0b9a2c6a91012ae8cc, entries=1, sequenceid=9, filesize=5.2 K 2024-11-26T10:20:05,788 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 0750522e95b835a4be01fbc6a0fb1d3d in 464ms, sequenceid=9, compaction requested=false 2024-11-26T10:20:05,800 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/.tmp/ns/7e324010f1824db28682b6554c0803a6 is 43, key is default/ns:d/1732616393516/Put/seqid=0 2024-11-26T10:20:05,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741842_1018 (size=5153) 2024-11-26T10:20:05,813 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/.tmp/ns/7e324010f1824db28682b6554c0803a6 2024-11-26T10:20:05,817 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/replication/0750522e95b835a4be01fbc6a0fb1d3d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T10:20:05,818 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:05,818 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:20:05,818 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. 2024-11-26T10:20:05,818 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0750522e95b835a4be01fbc6a0fb1d3d: Waiting for close lock at 1732616405324Running coprocessor pre-close hooks at 1732616405324Disabling compacts and flushes for region at 1732616405324Disabling writes for close at 1732616405324Obtaining lock to block concurrent updates at 1732616405324Preparing flush snapshotting stores in 0750522e95b835a4be01fbc6a0fb1d3d at 1732616405324Finished memstore snapshotting hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1732616405324Flushing stores of hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. at 1732616405325 (+1 ms)Flushing 0750522e95b835a4be01fbc6a0fb1d3d/queue: creating writer at 1732616405325Flushing 0750522e95b835a4be01fbc6a0fb1d3d/queue: appending metadata at 1732616405339 (+14 ms)Flushing 0750522e95b835a4be01fbc6a0fb1d3d/queue: closing flushed file at 1732616405340 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1379126e: reopening flushed file at 1732616405750 (+410 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 0750522e95b835a4be01fbc6a0fb1d3d in 464ms, sequenceid=9, compaction requested=false at 1732616405788 (+38 ms)Writing region close event to WAL at 1732616405809 (+21 ms)Running coprocessor post-close hooks at 1732616405818 (+9 ms)Closed at 1732616405818 2024-11-26T10:20:05,818 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616399133.0750522e95b835a4be01fbc6a0fb1d3d. 2024-11-26T10:20:05,818 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c53c949a5be0a2dc98e30588edfa1253, disabling compactions & flushes 2024-11-26T10:20:05,818 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. 2024-11-26T10:20:05,818 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. 2024-11-26T10:20:05,818 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. after waiting 0 ms 2024-11-26T10:20:05,818 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. 2024-11-26T10:20:05,818 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c53c949a5be0a2dc98e30588edfa1253 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-26T10:20:05,844 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/.tmp/f/10b557f98070419eb0d76f1f11d5bdc9 is 29, key is row1/f:/1732616404312/DeleteFamily/seqid=0 2024-11-26T10:20:05,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741843_1019 (size=5118) 2024-11-26T10:20:05,863 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/.tmp/f/10b557f98070419eb0d76f1f11d5bdc9 2024-11-26T10:20:05,865 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/.tmp/rep_barrier/42b43246efaa4501b58568dd8eb92300 is 112, key is test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253./rep_barrier:seqnumDuringOpen/1732616396939/Put/seqid=0 2024-11-26T10:20:05,870 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10b557f98070419eb0d76f1f11d5bdc9 2024-11-26T10:20:05,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741844_1020 (size=5518) 2024-11-26T10:20:05,893 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/.tmp/f1/fed1d0fa569d4ee79748475b49bd553f is 30, key is row1/f1:/1732616404312/DeleteFamily/seqid=0 2024-11-26T10:20:05,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741845_1021 (size=5123) 2024-11-26T10:20:05,925 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:20:06,125 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:20:06,223 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 914, reset compression=false 2024-11-26T10:20:06,283 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/.tmp/rep_barrier/42b43246efaa4501b58568dd8eb92300 2024-11-26T10:20:06,297 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/.tmp/f1/fed1d0fa569d4ee79748475b49bd553f 2024-11-26T10:20:06,301 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fed1d0fa569d4ee79748475b49bd553f 2024-11-26T10:20:06,307 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/.tmp/table/248969ae0c6d46088aa63a411bc040c2 is 53, key is hbase:replication/table:state/1732616400018/Put/seqid=0 2024-11-26T10:20:06,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741846_1022 (size=5308) 2024-11-26T10:20:06,318 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/.tmp/table/248969ae0c6d46088aa63a411bc040c2 2024-11-26T10:20:06,323 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/.tmp/norep/3030f067d52c4388a26c807e07f09043 is 33, key is row1/norep:/1732616404312/DeleteFamily/seqid=0 2024-11-26T10:20:06,323 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/.tmp/info/e945e95642fe41fbb650fd9a687768e9 as hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/info/e945e95642fe41fbb650fd9a687768e9 2024-11-26T10:20:06,325 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:20:06,325 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c53c949a5be0a2dc98e30588edfa1253=test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253.} 2024-11-26T10:20:06,325 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:20:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741847_1023 (size=5108) 2024-11-26T10:20:06,328 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/info/e945e95642fe41fbb650fd9a687768e9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T10:20:06,329 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/.tmp/ns/7e324010f1824db28682b6554c0803a6 as hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/ns/7e324010f1824db28682b6554c0803a6 2024-11-26T10:20:06,333 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/ns/7e324010f1824db28682b6554c0803a6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T10:20:06,334 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/.tmp/rep_barrier/42b43246efaa4501b58568dd8eb92300 as hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/rep_barrier/42b43246efaa4501b58568dd8eb92300 2024-11-26T10:20:06,338 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/rep_barrier/42b43246efaa4501b58568dd8eb92300, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T10:20:06,339 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/.tmp/table/248969ae0c6d46088aa63a411bc040c2 as hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/table/248969ae0c6d46088aa63a411bc040c2 2024-11-26T10:20:06,344 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/table/248969ae0c6d46088aa63a411bc040c2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T10:20:06,345 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1021ms, sequenceid=16, compaction requested=false 2024-11-26T10:20:06,355 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:20:06,356 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:06,356 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:20:06,356 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:06,356 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616405324Running coprocessor pre-close hooks at 1732616405324Disabling compacts and flushes for region at 1732616405324Disabling writes for close at 1732616405324Obtaining lock to block concurrent updates at 1732616405324Preparing flush snapshotting stores in 1588230740 at 1732616405324Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732616405325 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732616405325Flushing 1588230740/info: creating writer at 1732616405325Flushing 1588230740/info: appending metadata at 1732616405342 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732616405342Flushing 1588230740/ns: creating writer at 1732616405755 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732616405799 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1732616405799Flushing 1588230740/rep_barrier: creating writer at 1732616405824 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616405864 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616405864Flushing 1588230740/table: creating writer at 1732616406288 (+424 ms)Flushing 1588230740/table: appending metadata at 1732616406306 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732616406306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3531e5d7: reopening flushed file at 1732616406323 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb3d41a: reopening flushed file at 1732616406328 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5558783e: reopening flushed file at 1732616406333 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@815b4e8: reopening flushed file at 1732616406339 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1021ms, sequenceid=16, compaction requested=false at 1732616406345 (+6 ms)Writing region close event to WAL at 1732616406352 (+7 ms)Running coprocessor post-close hooks at 1732616406356 (+4 ms)Closed at 1732616406356 2024-11-26T10:20:06,356 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:06,409 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 913, reset compression=false 2024-11-26T10:20:06,415 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:06,415 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 1160, reset compression=false 2024-11-26T10:20:06,415 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39695,1732616390495 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:06,416 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 94eedbb855cf,39695,1732616390495: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-94eedbb855cf,39695,1732616390495, walGroup=94eedbb855cf%2C39695%2C1732616390495, offset=94eedbb855cf%2C39695%2C1732616390495.1732616392509:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:39695 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T10:20:06,417 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T10:20:06,418 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T10:20:06,418 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T10:20:06,418 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T10:20:06,418 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T10:20:06,418 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 680379456 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 190177896 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T10:20:06,418 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:42887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:42887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T10:20:06,526 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1351): Waiting on c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:20:06,620 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 1160, reset compression=false 2024-11-26T10:20:06,726 DEBUG [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1351): Waiting on c53c949a5be0a2dc98e30588edfa1253 2024-11-26T10:20:06,729 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/.tmp/norep/3030f067d52c4388a26c807e07f09043 2024-11-26T10:20:06,733 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3030f067d52c4388a26c807e07f09043 2024-11-26T10:20:06,734 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/.tmp/f/10b557f98070419eb0d76f1f11d5bdc9 as hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/f/10b557f98070419eb0d76f1f11d5bdc9 2024-11-26T10:20:06,742 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10b557f98070419eb0d76f1f11d5bdc9 2024-11-26T10:20:06,742 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/f/10b557f98070419eb0d76f1f11d5bdc9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T10:20:06,743 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/.tmp/f1/fed1d0fa569d4ee79748475b49bd553f as hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/f1/fed1d0fa569d4ee79748475b49bd553f 2024-11-26T10:20:06,750 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fed1d0fa569d4ee79748475b49bd553f 2024-11-26T10:20:06,750 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/f1/fed1d0fa569d4ee79748475b49bd553f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T10:20:06,751 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/.tmp/norep/3030f067d52c4388a26c807e07f09043 as hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/norep/3030f067d52c4388a26c807e07f09043 2024-11-26T10:20:06,755 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3030f067d52c4388a26c807e07f09043 2024-11-26T10:20:06,756 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/norep/3030f067d52c4388a26c807e07f09043, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T10:20:06,757 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c53c949a5be0a2dc98e30588edfa1253 in 939ms, sequenceid=8, compaction requested=false 2024-11-26T10:20:06,771 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/data/default/test/c53c949a5be0a2dc98e30588edfa1253/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T10:20:06,771 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:06,772 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:20:06,772 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. 2024-11-26T10:20:06,772 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c53c949a5be0a2dc98e30588edfa1253: Waiting for close lock at 1732616405818Running coprocessor pre-close hooks at 1732616405818Disabling compacts and flushes for region at 1732616405818Disabling writes for close at 1732616405818Obtaining lock to block concurrent updates at 1732616405818Preparing flush snapshotting stores in c53c949a5be0a2dc98e30588edfa1253 at 1732616405818Finished memstore snapshotting test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732616405819 (+1 ms)Flushing stores of test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. at 1732616405824 (+5 ms)Flushing c53c949a5be0a2dc98e30588edfa1253/f: creating writer at 1732616405825 (+1 ms)Flushing c53c949a5be0a2dc98e30588edfa1253/f: appending metadata at 1732616405843 (+18 ms)Flushing c53c949a5be0a2dc98e30588edfa1253/f: closing flushed file at 1732616405843Flushing c53c949a5be0a2dc98e30588edfa1253/f1: creating writer at 1732616405870 (+27 ms)Flushing c53c949a5be0a2dc98e30588edfa1253/f1: appending metadata at 1732616405892 (+22 ms)Flushing c53c949a5be0a2dc98e30588edfa1253/f1: closing flushed file at 1732616405892Flushing c53c949a5be0a2dc98e30588edfa1253/norep: creating writer at 1732616406301 (+409 ms)Flushing c53c949a5be0a2dc98e30588edfa1253/norep: appending metadata at 1732616406322 (+21 ms)Flushing c53c949a5be0a2dc98e30588edfa1253/norep: closing flushed file at 1732616406323 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@910f67: reopening flushed file at 1732616406733 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53372f14: reopening flushed file at 1732616406742 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d8e4ea: reopening flushed file at 1732616406750 (+8 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c53c949a5be0a2dc98e30588edfa1253 in 939ms, sequenceid=8, compaction requested=false at 1732616406757 (+7 ms)Writing region close event to WAL at 1732616406767 (+10 ms)Running coprocessor post-close hooks at 1732616406771 (+4 ms)Closed at 1732616406772 (+1 ms) 2024-11-26T10:20:06,772 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616395792.c53c949a5be0a2dc98e30588edfa1253. 2024-11-26T10:20:06,827 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 914, reset compression=false 2024-11-26T10:20:06,924 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 1160, reset compression=false 2024-11-26T10:20:06,926 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,39695,1732616390495; all regions closed. 2024-11-26T10:20:06,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741834_1010 (size=4239) 2024-11-26T10:20:06,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.meta.1732616393476.meta not finished, retry = 0 2024-11-26T10:20:06,929 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:06,929 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 1804, reset compression=false 2024-11-26T10:20:07,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741839_1015 (size=2458) 2024-11-26T10:20:07,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741832_1008 (size=1812) 2024-11-26T10:20:07,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 not finished, retry = 0 2024-11-26T10:20:07,132 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 to pos 1804, reset compression=false 2024-11-26T10:20:07,135 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/WALs/94eedbb855cf,39695,1732616390495/94eedbb855cf%2C39695%2C1732616390495.1732616392509 2024-11-26T10:20:07,135 DEBUG [RS:0;94eedbb855cf:39695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:07,135 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:20:07,135 INFO [RS:0;94eedbb855cf:39695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:20:07,135 INFO [RS:0;94eedbb855cf:39695 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:20:07,135 INFO [RS:0;94eedbb855cf:39695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:20:07,135 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:20:07,136 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,39695,1732616390495 because: Region server is closing 2024-11-26T10:20:07,136 INFO [RS:0;94eedbb855cf:39695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:39695. 2024-11-26T10:20:07,136 DEBUG [RS:0;94eedbb855cf:39695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:07,136 DEBUG [RS:0;94eedbb855cf:39695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:07,136 DEBUG [RS:0;94eedbb855cf:39695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:07,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:07,236 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.shipper94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 terminated 2024-11-26T10:20:07,236 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39695,1732616390495.replicationSource.wal-reader.94eedbb855cf%2C39695%2C1732616390495,1-94eedbb855cf,39695,1732616390495 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-26T10:20:07,237 INFO [RS:0;94eedbb855cf:39695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:39695. 2024-11-26T10:20:07,237 DEBUG [RS:0;94eedbb855cf:39695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:07,237 DEBUG [RS:0;94eedbb855cf:39695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:07,237 DEBUG [RS:0;94eedbb855cf:39695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:07,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:07,237 INFO [RS:0;94eedbb855cf:39695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39695 2024-11-26T10:20:07,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11609367219/rs/94eedbb855cf,39695,1732616390495 2024-11-26T10:20:07,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219/rs 2024-11-26T10:20:07,239 INFO [RS:0;94eedbb855cf:39695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:20:07,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,39695,1732616390495] 2024-11-26T10:20:07,243 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11609367219/draining/94eedbb855cf,39695,1732616390495 already deleted, retry=false 2024-11-26T10:20:07,243 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,39695,1732616390495 expired; onlineServers=0 2024-11-26T10:20:07,243 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,42887,1732616390446' ***** 2024-11-26T10:20:07,243 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:20:07,243 INFO [M:0;94eedbb855cf:42887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:20:07,243 INFO [M:0;94eedbb855cf:42887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:20:07,243 DEBUG [M:0;94eedbb855cf:42887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:20:07,243 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:20:07,243 DEBUG [M:0;94eedbb855cf:42887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:20:07,243 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616392318 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616392318,5,FailOnTimeoutGroup] 2024-11-26T10:20:07,243 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616392318 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616392318,5,FailOnTimeoutGroup] 2024-11-26T10:20:07,243 INFO [M:0;94eedbb855cf:42887 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:20:07,243 INFO [M:0;94eedbb855cf:42887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:20:07,243 DEBUG [M:0;94eedbb855cf:42887 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:20:07,244 INFO [M:0;94eedbb855cf:42887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:20:07,244 INFO [M:0;94eedbb855cf:42887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:20:07,244 INFO [M:0;94eedbb855cf:42887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:20:07,244 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:20:07,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11609367219/master 2024-11-26T10:20:07,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11609367219 2024-11-26T10:20:07,244 DEBUG [M:0;94eedbb855cf:42887 {}] zookeeper.ZKUtil(347): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Unable to get data of znode /11609367219/master because node does not exist (not an error) 2024-11-26T10:20:07,245 WARN [M:0;94eedbb855cf:42887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:20:07,245 INFO [M:0;94eedbb855cf:42887 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/.lastflushedseqids 2024-11-26T10:20:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741848_1024 (size=245) 2024-11-26T10:20:07,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:07,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39695-0x10153c9deb90004, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:07,341 INFO [RS:0;94eedbb855cf:39695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:20:07,341 INFO [RS:0;94eedbb855cf:39695 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,39695,1732616390495; zookeeper connection closed. 2024-11-26T10:20:07,341 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@199f0518 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@199f0518 2024-11-26T10:20:07,341 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:20:07,532 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 914, reset compression=false 2024-11-26T10:20:07,650 INFO [M:0;94eedbb855cf:42887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:20:07,650 INFO [M:0;94eedbb855cf:42887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:20:07,650 DEBUG [M:0;94eedbb855cf:42887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:20:07,650 INFO [M:0;94eedbb855cf:42887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:07,650 DEBUG [M:0;94eedbb855cf:42887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:07,650 DEBUG [M:0;94eedbb855cf:42887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:20:07,650 DEBUG [M:0;94eedbb855cf:42887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:07,650 INFO [M:0;94eedbb855cf:42887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T10:20:07,669 DEBUG [M:0;94eedbb855cf:42887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8f2dde1aa144f0b81bd6b5012f823e is 82, key is hbase:meta,,1/info:regioninfo/1732616393506/Put/seqid=0 2024-11-26T10:20:07,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741849_1025 (size=5672) 2024-11-26T10:20:07,675 INFO [M:0;94eedbb855cf:42887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8f2dde1aa144f0b81bd6b5012f823e 2024-11-26T10:20:07,693 DEBUG [M:0;94eedbb855cf:42887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1edc29ae1634cae81089045ef492889 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732616400023/Put/seqid=0 2024-11-26T10:20:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741850_1026 (size=8516) 2024-11-26T10:20:08,097 INFO [M:0;94eedbb855cf:42887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1edc29ae1634cae81089045ef492889 2024-11-26T10:20:08,115 DEBUG [M:0;94eedbb855cf:42887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62fc6bb328f1464e9e211955f4ffcf59 is 69, key is 94eedbb855cf,39695,1732616390495/rs:state/1732616392356/Put/seqid=0 2024-11-26T10:20:08,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741851_1027 (size=5156) 2024-11-26T10:20:08,336 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 914, reset compression=false 2024-11-26T10:20:08,519 INFO [M:0;94eedbb855cf:42887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62fc6bb328f1464e9e211955f4ffcf59 2024-11-26T10:20:08,524 DEBUG [M:0;94eedbb855cf:42887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8f2dde1aa144f0b81bd6b5012f823e as hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f8f2dde1aa144f0b81bd6b5012f823e 2024-11-26T10:20:08,527 INFO [M:0;94eedbb855cf:42887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f8f2dde1aa144f0b81bd6b5012f823e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T10:20:08,528 DEBUG [M:0;94eedbb855cf:42887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1edc29ae1634cae81089045ef492889 as hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1edc29ae1634cae81089045ef492889 2024-11-26T10:20:08,531 INFO [M:0;94eedbb855cf:42887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1edc29ae1634cae81089045ef492889, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T10:20:08,532 DEBUG [M:0;94eedbb855cf:42887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62fc6bb328f1464e9e211955f4ffcf59 as hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62fc6bb328f1464e9e211955f4ffcf59 2024-11-26T10:20:08,535 INFO [M:0;94eedbb855cf:42887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62fc6bb328f1464e9e211955f4ffcf59, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T10:20:08,536 INFO [M:0;94eedbb855cf:42887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false 2024-11-26T10:20:08,537 INFO [M:0;94eedbb855cf:42887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:08,537 DEBUG [M:0;94eedbb855cf:42887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616407650Disabling compacts and flushes for region at 1732616407650Disabling writes for close at 1732616407650Obtaining lock to block concurrent updates at 1732616407650Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616407650Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732616407651 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616407651Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616407651Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616407669 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616407669Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616407679 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616407692 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616407693 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616408101 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616408115 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616408115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a807a5f: reopening flushed file at 1732616408523 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415450a9: reopening flushed file at 1732616408527 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c89c66c: reopening flushed file at 1732616408531 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false at 1732616408536 (+5 ms)Writing region close event to WAL at 1732616408537 (+1 ms)Closed at 1732616408537 2024-11-26T10:20:08,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741830_1006 (size=63654) 2024-11-26T10:20:08,539 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/040ec7ac-98ef-c1d4-7a61-c8bc22488784/MasterData/WALs/94eedbb855cf,42887,1732616390446/94eedbb855cf%2C42887%2C1732616390446.1732616392198 not finished, retry = 0 2024-11-26T10:20:08,640 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:20:08,640 INFO [M:0;94eedbb855cf:42887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:20:08,640 INFO [M:0;94eedbb855cf:42887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42887 2024-11-26T10:20:08,640 INFO [M:0;94eedbb855cf:42887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:20:08,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:08,742 INFO [M:0;94eedbb855cf:42887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:20:08,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42887-0x10153c9deb90003, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:08,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f84d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:20:08,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:20:08,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:20:08,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:20:08,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/hadoop.log.dir/,STOPPED} 2024-11-26T10:20:08,748 WARN [BP-1833943841-172.17.0.2-1732616389607 heartbeating to localhost/127.0.0.1:35451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:20:08,748 WARN [BP-1833943841-172.17.0.2-1732616389607 heartbeating to localhost/127.0.0.1:35451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1833943841-172.17.0.2-1732616389607 (Datanode Uuid ebc73907-e2ed-4d3f-9f2b-a9d9221a1e60) service to localhost/127.0.0.1:35451 2024-11-26T10:20:08,749 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:20:08,749 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:20:08,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/cluster_bcebf645-6ca2-05bb-6609-a6308944b4eb/data/data1/current/BP-1833943841-172.17.0.2-1732616389607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:20:08,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/cluster_bcebf645-6ca2-05bb-6609-a6308944b4eb/data/data2/current/BP-1833943841-172.17.0.2-1732616389607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:20:08,752 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:20:08,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b9055a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:20:08,765 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:20:08,765 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:20:08,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:20:08,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/hadoop.log.dir/,STOPPED} 2024-11-26T10:20:08,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:20:08,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:20:08,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:08,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:08,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:08,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:08,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:08,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:20:08,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1815768154, stopped=false 2024-11-26T10:20:08,782 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,45029,1732616386461 2024-11-26T10:20:08,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02057253037/running 2024-11-26T10:20:08,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:20:08,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02057253037/running 2024-11-26T10:20:08,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:20:08,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Set watcher on znode that does not yet exist, /02057253037/running 2024-11-26T10:20:08,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Set watcher on znode that does not yet exist, /02057253037/running 2024-11-26T10:20:08,785 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:20:08,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:08,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:08,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:08,786 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,44343,1732616386539' ***** 2024-11-26T10:20:08,786 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:20:08,786 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:20:08,786 INFO [RS:0;94eedbb855cf:44343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:20:08,786 INFO [RS:0;94eedbb855cf:44343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:20:08,786 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(3091): Received CLOSE for ac230ba007c32f2ba965e287a0d50635 2024-11-26T10:20:08,787 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:20:08,800 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(3091): Received CLOSE for dff30f40ff6357bd27a3151976af8424 2024-11-26T10:20:08,800 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,44343,1732616386539 2024-11-26T10:20:08,800 INFO [RS:0;94eedbb855cf:44343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:20:08,800 INFO [RS:0;94eedbb855cf:44343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:44343. 2024-11-26T10:20:08,800 DEBUG [RS:0;94eedbb855cf:44343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:08,800 DEBUG [RS:0;94eedbb855cf:44343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:08,800 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:20:08,800 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:20:08,800 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:20:08,801 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:20:08,801 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac230ba007c32f2ba965e287a0d50635, disabling compactions & flushes 2024-11-26T10:20:08,801 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. 2024-11-26T10:20:08,801 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. 2024-11-26T10:20:08,801 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. after waiting 0 ms 2024-11-26T10:20:08,801 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. 2024-11-26T10:20:08,801 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac230ba007c32f2ba965e287a0d50635 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-26T10:20:08,809 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T10:20:08,809 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1325): Online Regions={ac230ba007c32f2ba965e287a0d50635=test,,1732616393643.ac230ba007c32f2ba965e287a0d50635., 1588230740=hbase:meta,,1.1588230740, dff30f40ff6357bd27a3151976af8424=hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424.} 2024-11-26T10:20:08,809 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac230ba007c32f2ba965e287a0d50635, dff30f40ff6357bd27a3151976af8424 2024-11-26T10:20:08,809 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:20:08,809 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:20:08,809 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:20:08,809 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:20:08,809 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:20:08,809 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T10:20:08,829 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/.tmp/f/1580c7c62eb74fe89a16906dcce5fac5 is 29, key is row1/f:/1732616404312/DeleteFamily/seqid=0 2024-11-26T10:20:08,831 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/.tmp/info/c2ec40567a6f4e31830267467cb2c0cf is 147, key is hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424./info:regioninfo/1732616398734/Put/seqid=0 2024-11-26T10:20:08,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741840_1016 (size=5118) 2024-11-26T10:20:08,835 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:20:08,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741841_1017 (size=7686) 2024-11-26T10:20:09,009 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac230ba007c32f2ba965e287a0d50635, dff30f40ff6357bd27a3151976af8424 2024-11-26T10:20:09,209 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac230ba007c32f2ba965e287a0d50635, dff30f40ff6357bd27a3151976af8424 2024-11-26T10:20:09,234 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/.tmp/f/1580c7c62eb74fe89a16906dcce5fac5 2024-11-26T10:20:09,240 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1580c7c62eb74fe89a16906dcce5fac5 2024-11-26T10:20:09,241 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 914, reset compression=false 2024-11-26T10:20:09,243 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/.tmp/info/c2ec40567a6f4e31830267467cb2c0cf 2024-11-26T10:20:09,250 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:09,250 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 1161, reset compression=false 2024-11-26T10:20:09,250 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,44343,1732616386539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:09,251 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 94eedbb855cf,44343,1732616386539: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-94eedbb855cf,44343,1732616386539, walGroup=94eedbb855cf%2C44343%2C1732616386539, offset=94eedbb855cf%2C44343%2C1732616386539.1732616388549:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:44343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T10:20:09,252 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T10:20:09,252 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T10:20:09,253 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T10:20:09,253 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T10:20:09,253 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T10:20:09,253 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 718128192 }, "NonHeapMemoryUsage": { "committed": 195362816, "init": 7667712, "max": -1, "used": 190640280 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T10:20:09,253 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:45029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:45029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T10:20:09,267 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/.tmp/ns/178fd7a5a1a34dc881f9b00ab3041bcd is 43, key is default/ns:d/1732616389530/Put/seqid=0 2024-11-26T10:20:09,267 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/.tmp/f1/248e4227236240e8a7a7cdcbbcd7f7d2 is 30, key is row1/f1:/1732616404312/DeleteFamily/seqid=0 2024-11-26T10:20:09,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741843_1019 (size=5123) 2024-11-26T10:20:09,284 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/.tmp/f1/248e4227236240e8a7a7cdcbbcd7f7d2 2024-11-26T10:20:09,289 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 248e4227236240e8a7a7cdcbbcd7f7d2 2024-11-26T10:20:09,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741842_1018 (size=5153) 2024-11-26T10:20:09,293 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/.tmp/ns/178fd7a5a1a34dc881f9b00ab3041bcd 2024-11-26T10:20:09,314 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/.tmp/rep_barrier/1f9cb3822fc64e5c97689c7b3150cdb5 is 112, key is test,,1732616393643.ac230ba007c32f2ba965e287a0d50635./rep_barrier:seqnumDuringOpen/1732616394791/Put/seqid=0 2024-11-26T10:20:09,315 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/.tmp/norep/3f7de5f3f9ff4ec4bb1f03ff26d03ddf is 32, key is row/norep:/1732616403305/DeleteFamily/seqid=0 2024-11-26T10:20:09,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741844_1020 (size=5518) 2024-11-26T10:20:09,332 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/.tmp/rep_barrier/1f9cb3822fc64e5c97689c7b3150cdb5 2024-11-26T10:20:09,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741845_1021 (size=5101) 2024-11-26T10:20:09,359 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/.tmp/table/5422b40b065c4a2c941f07540ab9dc00 is 53, key is hbase:replication/table:state/1732616398742/Put/seqid=0 2024-11-26T10:20:09,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741846_1022 (size=5308) 2024-11-26T10:20:09,409 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac230ba007c32f2ba965e287a0d50635, dff30f40ff6357bd27a3151976af8424 2024-11-26T10:20:09,447 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:20:09,447 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:20:09,469 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 1161, reset compression=false 2024-11-26T10:20:09,610 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac230ba007c32f2ba965e287a0d50635, dff30f40ff6357bd27a3151976af8424 2024-11-26T10:20:09,733 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/.tmp/norep/3f7de5f3f9ff4ec4bb1f03ff26d03ddf 2024-11-26T10:20:09,738 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f7de5f3f9ff4ec4bb1f03ff26d03ddf 2024-11-26T10:20:09,738 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/.tmp/f/1580c7c62eb74fe89a16906dcce5fac5 as hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/f/1580c7c62eb74fe89a16906dcce5fac5 2024-11-26T10:20:09,742 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1580c7c62eb74fe89a16906dcce5fac5 2024-11-26T10:20:09,742 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/f/1580c7c62eb74fe89a16906dcce5fac5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T10:20:09,743 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/.tmp/f1/248e4227236240e8a7a7cdcbbcd7f7d2 as hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/f1/248e4227236240e8a7a7cdcbbcd7f7d2 2024-11-26T10:20:09,747 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 248e4227236240e8a7a7cdcbbcd7f7d2 2024-11-26T10:20:09,747 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/f1/248e4227236240e8a7a7cdcbbcd7f7d2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T10:20:09,748 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/.tmp/norep/3f7de5f3f9ff4ec4bb1f03ff26d03ddf as hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/norep/3f7de5f3f9ff4ec4bb1f03ff26d03ddf 2024-11-26T10:20:09,752 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f7de5f3f9ff4ec4bb1f03ff26d03ddf 2024-11-26T10:20:09,752 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/norep/3f7de5f3f9ff4ec4bb1f03ff26d03ddf, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T10:20:09,753 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ac230ba007c32f2ba965e287a0d50635 in 951ms, sequenceid=8, compaction requested=false 2024-11-26T10:20:09,756 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/default/test/ac230ba007c32f2ba965e287a0d50635/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T10:20:09,757 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:09,757 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:20:09,757 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. 2024-11-26T10:20:09,757 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac230ba007c32f2ba965e287a0d50635: Waiting for close lock at 1732616408801Running coprocessor pre-close hooks at 1732616408801Disabling compacts and flushes for region at 1732616408801Disabling writes for close at 1732616408801Obtaining lock to block concurrent updates at 1732616408801Preparing flush snapshotting stores in ac230ba007c32f2ba965e287a0d50635 at 1732616408801Finished memstore snapshotting test,,1732616393643.ac230ba007c32f2ba965e287a0d50635., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732616408801Flushing stores of test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. at 1732616408802 (+1 ms)Flushing ac230ba007c32f2ba965e287a0d50635/f: creating writer at 1732616408802Flushing ac230ba007c32f2ba965e287a0d50635/f: appending metadata at 1732616408828 (+26 ms)Flushing ac230ba007c32f2ba965e287a0d50635/f: closing flushed file at 1732616408828Flushing ac230ba007c32f2ba965e287a0d50635/f1: creating writer at 1732616409241 (+413 ms)Flushing ac230ba007c32f2ba965e287a0d50635/f1: appending metadata at 1732616409266 (+25 ms)Flushing ac230ba007c32f2ba965e287a0d50635/f1: closing flushed file at 1732616409266Flushing ac230ba007c32f2ba965e287a0d50635/norep: creating writer at 1732616409290 (+24 ms)Flushing ac230ba007c32f2ba965e287a0d50635/norep: appending metadata at 1732616409314 (+24 ms)Flushing ac230ba007c32f2ba965e287a0d50635/norep: closing flushed file at 1732616409314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea75bb3: reopening flushed file at 1732616409738 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd419eb: reopening flushed file at 1732616409743 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34742f65: reopening flushed file at 1732616409747 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ac230ba007c32f2ba965e287a0d50635 in 951ms, sequenceid=8, compaction requested=false at 1732616409753 (+6 ms)Writing region close event to WAL at 1732616409754 (+1 ms)Running coprocessor post-close hooks at 1732616409757 (+3 ms)Closed at 1732616409757 2024-11-26T10:20:09,757 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616393643.ac230ba007c32f2ba965e287a0d50635. 2024-11-26T10:20:09,757 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dff30f40ff6357bd27a3151976af8424, disabling compactions & flushes 2024-11-26T10:20:09,757 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:20:09,758 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:20:09,758 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. after waiting 0 ms 2024-11-26T10:20:09,758 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:20:09,758 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dff30f40ff6357bd27a3151976af8424: Waiting for close lock at 1732616409757Running coprocessor pre-close hooks at 1732616409757Disabling compacts and flushes for region at 1732616409757Disabling writes for close at 1732616409758 (+1 ms)Failed flush hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424., putting online again at 1732616409758 2024-11-26T10:20:09,758 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:20:09,770 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/.tmp/table/5422b40b065c4a2c941f07540ab9dc00 2024-11-26T10:20:09,772 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 1161, reset compression=false 2024-11-26T10:20:09,776 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/.tmp/info/c2ec40567a6f4e31830267467cb2c0cf as hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/info/c2ec40567a6f4e31830267467cb2c0cf 2024-11-26T10:20:09,780 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/info/c2ec40567a6f4e31830267467cb2c0cf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T10:20:09,781 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/.tmp/ns/178fd7a5a1a34dc881f9b00ab3041bcd as hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/ns/178fd7a5a1a34dc881f9b00ab3041bcd 2024-11-26T10:20:09,785 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/ns/178fd7a5a1a34dc881f9b00ab3041bcd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T10:20:09,786 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/.tmp/rep_barrier/1f9cb3822fc64e5c97689c7b3150cdb5 as hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/rep_barrier/1f9cb3822fc64e5c97689c7b3150cdb5 2024-11-26T10:20:09,793 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/rep_barrier/1f9cb3822fc64e5c97689c7b3150cdb5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T10:20:09,794 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/.tmp/table/5422b40b065c4a2c941f07540ab9dc00 as hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/table/5422b40b065c4a2c941f07540ab9dc00 2024-11-26T10:20:09,799 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/table/5422b40b065c4a2c941f07540ab9dc00, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T10:20:09,800 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:09,800 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 1805, reset compression=false 2024-11-26T10:20:09,800 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=16, compaction requested=false 2024-11-26T10:20:09,810 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:20:09,810 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dff30f40ff6357bd27a3151976af8424=hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424.} 2024-11-26T10:20:09,810 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(3091): Received CLOSE for dff30f40ff6357bd27a3151976af8424 2024-11-26T10:20:09,810 DEBUG [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dff30f40ff6357bd27a3151976af8424 2024-11-26T10:20:09,810 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dff30f40ff6357bd27a3151976af8424, disabling compactions & flushes 2024-11-26T10:20:09,810 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:20:09,811 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:20:09,811 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. after waiting 0 ms 2024-11-26T10:20:09,811 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:20:09,811 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dff30f40ff6357bd27a3151976af8424: Waiting for close lock at 1732616409810Running coprocessor pre-close hooks at 1732616409810Disabling compacts and flushes for region at 1732616409810Disabling writes for close at 1732616409811 (+1 ms)Failed flush hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424., putting online again at 1732616409811 2024-11-26T10:20:09,811 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732616397961.dff30f40ff6357bd27a3151976af8424. 2024-11-26T10:20:09,816 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:20:09,817 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:09,817 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:20:09,817 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:09,817 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616408809Running coprocessor pre-close hooks at 1732616408809Disabling compacts and flushes for region at 1732616408809Disabling writes for close at 1732616408809Obtaining lock to block concurrent updates at 1732616408809Preparing flush snapshotting stores in 1588230740 at 1732616408809Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732616408810 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732616408811 (+1 ms)Flushing 1588230740/info: creating writer at 1732616408811Flushing 1588230740/info: appending metadata at 1732616408831 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732616408831Flushing 1588230740/ns: creating writer at 1732616409248 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732616409266 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732616409266Flushing 1588230740/rep_barrier: creating writer at 1732616409297 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616409314 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616409314Flushing 1588230740/table: creating writer at 1732616409340 (+26 ms)Flushing 1588230740/table: appending metadata at 1732616409359 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732616409359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e57492d: reopening flushed file at 1732616409776 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695bd159: reopening flushed file at 1732616409780 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49fc9508: reopening flushed file at 1732616409785 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d0ea8cf: reopening flushed file at 1732616409794 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=16, compaction requested=false at 1732616409800 (+6 ms)Writing region close event to WAL at 1732616409811 (+11 ms)Running coprocessor post-close hooks at 1732616409817 (+6 ms)Closed at 1732616409817 2024-11-26T10:20:09,818 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:10,010 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.wal-reader.94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.1732616388549 to pos 1805, reset compression=false 2024-11-26T10:20:10,010 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T10:20:10,010 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,44343,1732616386539; all regions closed. 2024-11-26T10:20:10,013 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.meta.1732616389459.meta not finished, retry = 0 2024-11-26T10:20:10,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741834_1010 (size=4239) 2024-11-26T10:20:10,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741839_1015 (size=1733) 2024-11-26T10:20:10,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/WALs/94eedbb855cf,44343,1732616386539/94eedbb855cf%2C44343%2C1732616386539.rep.1732616398696 not finished, retry = 0 2024-11-26T10:20:10,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741832_1008 (size=1813) 2024-11-26T10:20:10,220 DEBUG [RS:0;94eedbb855cf:44343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:10,220 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:20:10,220 INFO [RS:0;94eedbb855cf:44343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:20:10,220 INFO [RS:0;94eedbb855cf:44343 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:20:10,220 INFO [RS:0;94eedbb855cf:44343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:20:10,220 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:20:10,220 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,44343,1732616386539 because: Region server is closing 2024-11-26T10:20:10,221 INFO [RS:0;94eedbb855cf:44343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:44343. 2024-11-26T10:20:10,221 DEBUG [RS:0;94eedbb855cf:44343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:10,221 DEBUG [RS:0;94eedbb855cf:44343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:10,221 DEBUG [RS:0;94eedbb855cf:44343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:10,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:10,321 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44343,1732616386539.replicationSource.shipper94eedbb855cf%2C44343%2C1732616386539,1-94eedbb855cf,44343,1732616386539 terminated 2024-11-26T10:20:10,321 INFO [RS:0;94eedbb855cf:44343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:44343. 2024-11-26T10:20:10,321 DEBUG [RS:0;94eedbb855cf:44343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:10,322 DEBUG [RS:0;94eedbb855cf:44343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:10,322 DEBUG [RS:0;94eedbb855cf:44343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:10,322 INFO [RS:0;94eedbb855cf:44343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44343 2024-11-26T10:20:10,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:10,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02057253037/rs/94eedbb855cf,44343,1732616386539 2024-11-26T10:20:10,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037/rs 2024-11-26T10:20:10,326 INFO [RS:0;94eedbb855cf:44343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:20:10,327 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,44343,1732616386539] 2024-11-26T10:20:10,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02057253037/draining/94eedbb855cf,44343,1732616386539 already deleted, retry=false 2024-11-26T10:20:10,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,44343,1732616386539 expired; onlineServers=0 2024-11-26T10:20:10,328 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,45029,1732616386461' ***** 2024-11-26T10:20:10,328 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:20:10,328 INFO [M:0;94eedbb855cf:45029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:20:10,328 INFO [M:0;94eedbb855cf:45029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:20:10,328 DEBUG [M:0;94eedbb855cf:45029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:20:10,328 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:20:10,329 DEBUG [M:0;94eedbb855cf:45029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:20:10,329 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616388312 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616388312,5,FailOnTimeoutGroup] 2024-11-26T10:20:10,329 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616388312 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616388312,5,FailOnTimeoutGroup] 2024-11-26T10:20:10,329 INFO [M:0;94eedbb855cf:45029 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:20:10,329 INFO [M:0;94eedbb855cf:45029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:20:10,329 DEBUG [M:0;94eedbb855cf:45029 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:20:10,329 INFO [M:0;94eedbb855cf:45029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:20:10,329 INFO [M:0;94eedbb855cf:45029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:20:10,329 INFO [M:0;94eedbb855cf:45029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:20:10,329 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:20:10,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02057253037/master 2024-11-26T10:20:10,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02057253037 2024-11-26T10:20:10,331 DEBUG [M:0;94eedbb855cf:45029 {}] zookeeper.ZKUtil(347): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Unable to get data of znode /02057253037/master because node does not exist (not an error) 2024-11-26T10:20:10,331 WARN [M:0;94eedbb855cf:45029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:20:10,332 INFO [M:0;94eedbb855cf:45029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/.lastflushedseqids 2024-11-26T10:20:10,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741847_1023 (size=245) 2024-11-26T10:20:10,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:10,427 INFO [RS:0;94eedbb855cf:44343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:20:10,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10153c9deb90001, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:10,427 INFO [RS:0;94eedbb855cf:44343 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,44343,1732616386539; zookeeper connection closed. 2024-11-26T10:20:10,427 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a4e939d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a4e939d 2024-11-26T10:20:10,428 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:20:10,737 INFO [M:0;94eedbb855cf:45029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:20:10,737 INFO [M:0;94eedbb855cf:45029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:20:10,737 DEBUG [M:0;94eedbb855cf:45029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:20:10,738 INFO [M:0;94eedbb855cf:45029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:10,738 DEBUG [M:0;94eedbb855cf:45029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:10,738 DEBUG [M:0;94eedbb855cf:45029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:20:10,738 DEBUG [M:0;94eedbb855cf:45029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:10,738 INFO [M:0;94eedbb855cf:45029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T10:20:10,757 DEBUG [M:0;94eedbb855cf:45029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cb4cb1cdb994f319f972a0bd4cd5cd5 is 82, key is hbase:meta,,1/info:regioninfo/1732616389515/Put/seqid=0 2024-11-26T10:20:10,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741848_1024 (size=5672) 2024-11-26T10:20:11,162 INFO [M:0;94eedbb855cf:45029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cb4cb1cdb994f319f972a0bd4cd5cd5 2024-11-26T10:20:11,182 DEBUG [M:0;94eedbb855cf:45029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae79817b5a7c4be9838c0f624a482d35 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732616398745/Put/seqid=0 2024-11-26T10:20:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741849_1025 (size=8516) 2024-11-26T10:20:11,186 INFO [M:0;94eedbb855cf:45029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae79817b5a7c4be9838c0f624a482d35 2024-11-26T10:20:11,203 DEBUG [M:0;94eedbb855cf:45029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b46bf7efa0ca43689790b3f08c14809a is 69, key is 94eedbb855cf,44343,1732616386539/rs:state/1732616388385/Put/seqid=0 2024-11-26T10:20:11,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741850_1026 (size=5156) 2024-11-26T10:20:11,320 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:20:11,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:11,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:11,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:11,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:11,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:11,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:11,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:11,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:11,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:11,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:11,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:11,607 INFO [M:0;94eedbb855cf:45029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b46bf7efa0ca43689790b3f08c14809a 2024-11-26T10:20:11,612 DEBUG [M:0;94eedbb855cf:45029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cb4cb1cdb994f319f972a0bd4cd5cd5 as hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cb4cb1cdb994f319f972a0bd4cd5cd5 2024-11-26T10:20:11,616 INFO [M:0;94eedbb855cf:45029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cb4cb1cdb994f319f972a0bd4cd5cd5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T10:20:11,617 DEBUG [M:0;94eedbb855cf:45029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae79817b5a7c4be9838c0f624a482d35 as hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae79817b5a7c4be9838c0f624a482d35 2024-11-26T10:20:11,621 INFO [M:0;94eedbb855cf:45029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae79817b5a7c4be9838c0f624a482d35, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T10:20:11,621 DEBUG [M:0;94eedbb855cf:45029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b46bf7efa0ca43689790b3f08c14809a as hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b46bf7efa0ca43689790b3f08c14809a 2024-11-26T10:20:11,626 INFO [M:0;94eedbb855cf:45029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40781/user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b46bf7efa0ca43689790b3f08c14809a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T10:20:11,627 INFO [M:0;94eedbb855cf:45029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false 2024-11-26T10:20:11,629 INFO [M:0;94eedbb855cf:45029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:11,629 DEBUG [M:0;94eedbb855cf:45029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616410737Disabling compacts and flushes for region at 1732616410737Disabling writes for close at 1732616410738 (+1 ms)Obtaining lock to block concurrent updates at 1732616410738Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616410738Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732616410738Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616410739 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616410739Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616410756 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616410757 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616411166 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616411181 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616411181Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616411190 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616411203 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616411203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2ba24f: reopening flushed file at 1732616411611 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b5cb80: reopening flushed file at 1732616411616 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c9965: reopening flushed file at 1732616411621 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false at 1732616411627 (+6 ms)Writing region close event to WAL at 1732616411629 (+2 ms)Closed at 1732616411629 2024-11-26T10:20:11,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2b23f12-aa61-7c72-bbcf-502825a6d120/MasterData/WALs/94eedbb855cf,45029,1732616386461/94eedbb855cf%2C45029%2C1732616386461.1732616388238 not finished, retry = 0 2024-11-26T10:20:11,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34485 is added to blk_1073741830_1006 (size=63654) 2024-11-26T10:20:11,732 INFO [M:0;94eedbb855cf:45029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:20:11,732 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:20:11,732 INFO [M:0;94eedbb855cf:45029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45029 2024-11-26T10:20:11,732 INFO [M:0;94eedbb855cf:45029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:20:11,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:11,836 INFO [M:0;94eedbb855cf:45029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:20:11,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x10153c9deb90000, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:11,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5abc4f7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:20:11,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a823966{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:20:11,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:20:11,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e1f8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:20:11,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338dcc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/hadoop.log.dir/,STOPPED} 2024-11-26T10:20:11,843 WARN [BP-1629614779-172.17.0.2-1732616385609 heartbeating to localhost/127.0.0.1:40781 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:20:11,843 WARN [BP-1629614779-172.17.0.2-1732616385609 heartbeating to localhost/127.0.0.1:40781 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1629614779-172.17.0.2-1732616385609 (Datanode Uuid 6a12cbbb-e35a-4658-8428-6ee58ced5167) service to localhost/127.0.0.1:40781 2024-11-26T10:20:11,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:20:11,844 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:20:11,844 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:20:11,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/cluster_c8df596e-5b0c-0dd1-4420-5dc86b52f8bd/data/data2/current/BP-1629614779-172.17.0.2-1732616385609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:20:11,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/cluster_c8df596e-5b0c-0dd1-4420-5dc86b52f8bd/data/data1/current/BP-1629614779-172.17.0.2-1732616385609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:20:11,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33556bef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:20:11,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bfba39c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:20:11,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:20:11,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6282b25e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:20:11,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a685939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea2e0757-03ed-d711-ea2a-9302d1aed7ed/hadoop.log.dir/,STOPPED} 2024-11-26T10:20:11,857 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:20:11,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:20:11,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 247) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52800) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35451 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40781 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52800) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=660 (was 631) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5854 (was 6427) 2024-11-26T10:20:11,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=660, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=5853 2024-11-26T10:20:11,912 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-26T10:20:11,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/hadoop.log.dir so I do NOT create it in target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0 2024-11-26T10:20:11,912 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:20:11,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/hadoop.tmp.dir so I do NOT create it in target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0 2024-11-26T10:20:11,912 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d07a559-e293-ebd1-73e1-73d6f2ff12e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:20:11,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0 2024-11-26T10:20:11,912 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/cluster_d6fbb640-c012-bb64-425e-f1b6fc9be1cb, deleteOnExit=true 2024-11-26T10:20:11,915 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/cluster_d6fbb640-c012-bb64-425e-f1b6fc9be1cb/zookeeper_0, clientPort=55713, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/cluster_d6fbb640-c012-bb64-425e-f1b6fc9be1cb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/cluster_d6fbb640-c012-bb64-425e-f1b6fc9be1cb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:20:11,916 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55713 2024-11-26T10:20:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:20:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:20:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/test.cache.data in system properties and HBase conf 2024-11-26T10:20:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:20:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:20:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:20:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:20:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:20:11,916 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:20:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:20:11,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153c9deb90002, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:20:11,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153c9deb90005, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:20:11,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153c9deb90005, quorum=127.0.0.1:52800, baseZNode=/11609367219 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:20:11,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153c9deb90002, quorum=127.0.0.1:52800, baseZNode=/02057253037 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:20:11,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:11,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:20:11,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:20:11,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:20:11,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:20:11,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:12,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:20:12,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:20:12,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/java.io.tmpdir/jetty-localhost-42445-hadoop-hdfs-3_4_1-tests_jar-_-any-3917247836854254948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:20:12,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:42445} 2024-11-26T10:20:12,123 INFO [Time-limited test {}] server.Server(415): Started @203940ms 2024-11-26T10:20:12,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:12,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:20:12,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:20:12,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:20:12,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:20:12,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:20:12,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:20:12,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29850a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/java.io.tmpdir/jetty-localhost-40961-hadoop-hdfs-3_4_1-tests_jar-_-any-1939841189396575699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:20:12,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:40961} 2024-11-26T10:20:12,334 INFO [Time-limited test {}] server.Server(415): Started @204152ms 2024-11-26T10:20:12,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:20:12,460 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/cluster_d6fbb640-c012-bb64-425e-f1b6fc9be1cb/data/data2/current/BP-1053156526-172.17.0.2-1732616411936/current, will proceed with Du for space computation calculation, 2024-11-26T10:20:12,460 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/cluster_d6fbb640-c012-bb64-425e-f1b6fc9be1cb/data/data1/current/BP-1053156526-172.17.0.2-1732616411936/current, will proceed with Du for space computation calculation, 2024-11-26T10:20:12,493 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:20:12,497 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7005902fbbb98ba8 with lease ID 0x2494284fd8839ab1: Processing first storage report for DS-04de48c0-996f-44c1-8ab5-a708f730458f from datanode DatanodeRegistration(127.0.0.1:33429, datanodeUuid=548bfb0d-1db0-44e1-813a-a31ff306ce9d, infoPort=42425, infoSecurePort=0, ipcPort=45249, storageInfo=lv=-57;cid=testClusterID;nsid=474340121;c=1732616411936) 2024-11-26T10:20:12,497 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7005902fbbb98ba8 with lease ID 0x2494284fd8839ab1: from storage DS-04de48c0-996f-44c1-8ab5-a708f730458f node DatanodeRegistration(127.0.0.1:33429, datanodeUuid=548bfb0d-1db0-44e1-813a-a31ff306ce9d, infoPort=42425, infoSecurePort=0, ipcPort=45249, storageInfo=lv=-57;cid=testClusterID;nsid=474340121;c=1732616411936), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:20:12,497 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7005902fbbb98ba8 with lease ID 0x2494284fd8839ab1: Processing first storage report for DS-b001bb01-2a7c-4c1d-8c44-2523a724589f from datanode DatanodeRegistration(127.0.0.1:33429, datanodeUuid=548bfb0d-1db0-44e1-813a-a31ff306ce9d, infoPort=42425, infoSecurePort=0, ipcPort=45249, storageInfo=lv=-57;cid=testClusterID;nsid=474340121;c=1732616411936) 2024-11-26T10:20:12,497 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7005902fbbb98ba8 with lease ID 0x2494284fd8839ab1: from storage DS-b001bb01-2a7c-4c1d-8c44-2523a724589f node DatanodeRegistration(127.0.0.1:33429, datanodeUuid=548bfb0d-1db0-44e1-813a-a31ff306ce9d, infoPort=42425, infoSecurePort=0, ipcPort=45249, storageInfo=lv=-57;cid=testClusterID;nsid=474340121;c=1732616411936), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:20:12,565 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0 2024-11-26T10:20:12,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:12,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:12,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:20:12,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c with version=8 2024-11-26T10:20:12,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/hbase-staging 2024-11-26T10:20:12,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:20:12,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:12,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:12,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:20:12,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:12,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:20:12,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:20:12,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:20:12,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43485 2024-11-26T10:20:12,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43485 connecting to ZooKeeper ensemble=127.0.0.1:55713 2024-11-26T10:20:12,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434850x0, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:12,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43485-0x10153ca459a0000 connected 2024-11-26T10:20:12,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:12,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:12,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Set watcher on znode that does not yet exist, /026138536/running 2024-11-26T10:20:12,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c, hbase.cluster.distributed=false 2024-11-26T10:20:12,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Set watcher on znode that does not yet exist, /026138536/acl 2024-11-26T10:20:12,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43485 2024-11-26T10:20:12,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43485 2024-11-26T10:20:12,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43485 2024-11-26T10:20:12,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43485 2024-11-26T10:20:12,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43485 2024-11-26T10:20:12,639 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:20:12,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:12,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:12,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:20:12,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:12,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:20:12,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:20:12,640 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:20:12,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37703 2024-11-26T10:20:12,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37703 connecting to ZooKeeper ensemble=127.0.0.1:55713 2024-11-26T10:20:12,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:12,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:12,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377030x0, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:12,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377030x0, quorum=127.0.0.1:55713, baseZNode=/026138536 Set watcher on znode that does not yet exist, /026138536/running 2024-11-26T10:20:12,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37703-0x10153ca459a0001 connected 2024-11-26T10:20:12,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:20:12,648 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:20:12,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Set watcher on znode that does not yet exist, /026138536/master 2024-11-26T10:20:12,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Set watcher on znode that does not yet exist, /026138536/acl 2024-11-26T10:20:12,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-26T10:20:12,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37703 2024-11-26T10:20:12,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37703 2024-11-26T10:20:12,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-26T10:20:12,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37703 2024-11-26T10:20:12,670 DEBUG [M:0;94eedbb855cf:43485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:43485 2024-11-26T10:20:12,670 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /026138536/backup-masters/94eedbb855cf,43485,1732616412577 2024-11-26T10:20:12,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536/backup-masters 2024-11-26T10:20:12,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536/backup-masters 2024-11-26T10:20:12,672 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Set watcher on existing znode=/026138536/backup-masters/94eedbb855cf,43485,1732616412577 2024-11-26T10:20:12,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/026138536/master 2024-11-26T10:20:12,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:12,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:12,675 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Set watcher on existing znode=/026138536/master 2024-11-26T10:20:12,676 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /026138536/backup-masters/94eedbb855cf,43485,1732616412577 from backup master directory 2024-11-26T10:20:12,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536/backup-masters 2024-11-26T10:20:12,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/026138536/backup-masters/94eedbb855cf,43485,1732616412577 2024-11-26T10:20:12,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536/backup-masters 2024-11-26T10:20:12,678 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:20:12,678 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,43485,1732616412577 2024-11-26T10:20:12,681 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/hbase.id] with ID: e1246b25-523a-4f64-a5f2-a80a53117244 2024-11-26T10:20:12,681 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/.tmp/hbase.id 2024-11-26T10:20:12,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:20:13,088 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/.tmp/hbase.id]:[hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/hbase.id] 2024-11-26T10:20:13,096 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:13,096 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:20:13,097 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:20:13,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:13,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:13,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:20:13,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T10:20:13,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T10:20:13,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T10:20:13,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:20:13,503 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:20:13,504 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:20:13,504 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:20:13,911 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store 2024-11-26T10:20:13,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:20:13,922 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:13,923 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:20:13,923 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:13,923 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:13,923 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:20:13,923 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:13,923 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:13,923 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616413922Disabling compacts and flushes for region at 1732616413922Disabling writes for close at 1732616413923 (+1 ms)Writing region close event to WAL at 1732616413923Closed at 1732616413923 2024-11-26T10:20:13,923 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/.initializing 2024-11-26T10:20:13,924 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/WALs/94eedbb855cf,43485,1732616412577 2024-11-26T10:20:13,924 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:20:13,926 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C43485%2C1732616412577, suffix=, logDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/WALs/94eedbb855cf,43485,1732616412577, archiveDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/oldWALs, maxLogs=10 2024-11-26T10:20:13,943 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/WALs/94eedbb855cf,43485,1732616412577/94eedbb855cf%2C43485%2C1732616412577.1732616413926, exclude list is [], retry=0 2024-11-26T10:20:13,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-04de48c0-996f-44c1-8ab5-a708f730458f,DISK] 2024-11-26T10:20:13,947 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/WALs/94eedbb855cf,43485,1732616412577/94eedbb855cf%2C43485%2C1732616412577.1732616413926 2024-11-26T10:20:13,948 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-26T10:20:13,948 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:13,948 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:13,948 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:13,948 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:13,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:13,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:20:13,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:13,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:13,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:13,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:20:13,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:13,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:13,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:13,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:20:13,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:13,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:13,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:13,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:20:13,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:13,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:13,954 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:13,955 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:13,955 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:13,956 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:13,956 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:13,956 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:13,957 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:13,959 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:13,959 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69710517, jitterRate=0.038767650723457336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:13,960 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616413949Initializing all the Stores at 1732616413949Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616413949Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616413949Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616413949Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616413949Cleaning up temporary data from old regions at 1732616413956 (+7 ms)Region opened successfully at 1732616413960 (+4 ms) 2024-11-26T10:20:13,960 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:20:13,963 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dd5407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:20:13,964 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:20:13,964 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:20:13,964 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:20:13,964 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:20:13,965 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:20:13,965 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:20:13,965 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:20:13,967 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:20:13,968 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Unable to get data of znode /026138536/balancer because node does not exist (not necessarily an error) 2024-11-26T10:20:13,969 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /026138536/balancer already deleted, retry=false 2024-11-26T10:20:13,969 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:20:13,970 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Unable to get data of znode /026138536/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:20:13,971 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /026138536/normalizer already deleted, retry=false 2024-11-26T10:20:13,971 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:20:13,972 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Unable to get data of znode /026138536/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:20:13,975 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /026138536/switch/split already deleted, retry=false 2024-11-26T10:20:13,975 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Unable to get data of znode /026138536/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:20:13,976 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /026138536/switch/merge already deleted, retry=false 2024-11-26T10:20:13,978 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Unable to get data of znode /026138536/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:20:13,979 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /026138536/snapshot-cleanup already deleted, retry=false 2024-11-26T10:20:13,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/026138536/running 2024-11-26T10:20:13,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/026138536/running 2024-11-26T10:20:13,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:13,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:13,980 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,43485,1732616412577, sessionid=0x10153ca459a0000, setting cluster-up flag (Was=false) 2024-11-26T10:20:13,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:13,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:13,988 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /026138536/flush-table-proc/acquired, /026138536/flush-table-proc/reached, /026138536/flush-table-proc/abort 2024-11-26T10:20:13,989 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,43485,1732616412577 2024-11-26T10:20:13,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:13,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:13,997 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /026138536/online-snapshot/acquired, /026138536/online-snapshot/reached, /026138536/online-snapshot/abort 2024-11-26T10:20:13,998 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,43485,1732616412577 2024-11-26T10:20:13,998 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:20:14,000 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:14,000 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:20:14,000 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:20:14,000 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,43485,1732616412577 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:20:14,002 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:14,002 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:14,002 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:14,002 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:14,002 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:20:14,002 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,002 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:20:14,002 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:14,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:20:14,007 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:14,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:20:14,008 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616444008 2024-11-26T10:20:14,008 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:20:14,008 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:20:14,008 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:20:14,008 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:20:14,008 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:20:14,008 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:20:14,009 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,010 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:20:14,010 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:20:14,010 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:20:14,010 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:20:14,013 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:20:14,013 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:20:14,016 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616414013,5,FailOnTimeoutGroup] 2024-11-26T10:20:14,016 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616414016,5,FailOnTimeoutGroup] 2024-11-26T10:20:14,016 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,016 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:20:14,016 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,016 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:20:14,061 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(746): ClusterId : e1246b25-523a-4f64-a5f2-a80a53117244 2024-11-26T10:20:14,061 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:20:14,063 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:20:14,063 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:20:14,064 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:20:14,065 DEBUG [RS:0;94eedbb855cf:37703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c29ab74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:20:14,076 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:37703 2024-11-26T10:20:14,076 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:20:14,076 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:20:14,076 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:20:14,077 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,43485,1732616412577 with port=37703, startcode=1732616412639 2024-11-26T10:20:14,077 DEBUG [RS:0;94eedbb855cf:37703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:20:14,078 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:20:14,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,37703,1732616412639 2024-11-26T10:20:14,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43485 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,37703,1732616412639 2024-11-26T10:20:14,080 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c 2024-11-26T10:20:14,080 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37775 2024-11-26T10:20:14,080 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:20:14,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536/rs 2024-11-26T10:20:14,083 DEBUG [RS:0;94eedbb855cf:37703 {}] zookeeper.ZKUtil(111): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Set watcher on existing znode=/026138536/rs/94eedbb855cf,37703,1732616412639 2024-11-26T10:20:14,083 WARN [RS:0;94eedbb855cf:37703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:20:14,083 INFO [RS:0;94eedbb855cf:37703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:14,083 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639 2024-11-26T10:20:14,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,37703,1732616412639] 2024-11-26T10:20:14,085 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:20:14,087 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:20:14,087 INFO [RS:0;94eedbb855cf:37703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:20:14,087 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,092 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:20:14,093 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:20:14,093 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:20:14,093 DEBUG [RS:0;94eedbb855cf:37703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:20:14,096 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,096 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,096 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,096 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,096 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,096 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37703,1732616412639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:20:14,110 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:20:14,110 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,37703,1732616412639-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,110 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,110 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.Replication(171): 94eedbb855cf,37703,1732616412639 started 2024-11-26T10:20:14,123 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:14,123 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,37703,1732616412639, RpcServer on 94eedbb855cf/172.17.0.2:37703, sessionid=0x10153ca459a0001 2024-11-26T10:20:14,123 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:20:14,123 DEBUG [RS:0;94eedbb855cf:37703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,37703,1732616412639 2024-11-26T10:20:14,123 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,37703,1732616412639' 2024-11-26T10:20:14,123 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/026138536/flush-table-proc/abort' 2024-11-26T10:20:14,123 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/026138536/flush-table-proc/acquired' 2024-11-26T10:20:14,124 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:20:14,124 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:20:14,124 DEBUG [RS:0;94eedbb855cf:37703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,37703,1732616412639 2024-11-26T10:20:14,124 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,37703,1732616412639' 2024-11-26T10:20:14,124 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/026138536/online-snapshot/abort' 2024-11-26T10:20:14,124 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/026138536/online-snapshot/acquired' 2024-11-26T10:20:14,124 DEBUG [RS:0;94eedbb855cf:37703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:20:14,124 INFO [RS:0;94eedbb855cf:37703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:20:14,124 INFO [RS:0;94eedbb855cf:37703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:20:14,225 INFO [RS:0;94eedbb855cf:37703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:20:14,226 INFO [RS:0;94eedbb855cf:37703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C37703%2C1732616412639, suffix=, logDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639, archiveDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/oldWALs, maxLogs=10 2024-11-26T10:20:14,239 DEBUG [RS:0;94eedbb855cf:37703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226, exclude list is [], retry=0 2024-11-26T10:20:14,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-04de48c0-996f-44c1-8ab5-a708f730458f,DISK] 2024-11-26T10:20:14,243 INFO [RS:0;94eedbb855cf:37703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 2024-11-26T10:20:14,244 DEBUG [RS:0;94eedbb855cf:37703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-26T10:20:14,418 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:20:14,418 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c 2024-11-26T10:20:14,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:20:14,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:14,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:20:14,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:20:14,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:14,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:14,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:20:14,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:20:14,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:14,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:14,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:20:14,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:20:14,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:14,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:14,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:20:14,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:20:14,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:14,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:14,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:20:14,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740 2024-11-26T10:20:14,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740 2024-11-26T10:20:14,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:20:14,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:20:14,832 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:14,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:20:14,834 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:14,834 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71076674, jitterRate=0.05912497639656067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:14,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616414824Initializing all the Stores at 1732616414824Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616414824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616414825 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616414825Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616414825Cleaning up temporary data from old regions at 1732616414831 (+6 ms)Region opened successfully at 1732616414835 (+4 ms) 2024-11-26T10:20:14,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:20:14,835 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:20:14,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:20:14,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:20:14,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:20:14,835 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:14,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616414835Disabling compacts and flushes for region at 1732616414835Disabling writes for close at 1732616414835Writing region close event to WAL at 1732616414835Closed at 1732616414835 2024-11-26T10:20:14,836 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:14,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:20:14,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:20:14,837 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:20:14,838 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:20:14,988 DEBUG [94eedbb855cf:43485 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:20:14,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,37703,1732616412639 2024-11-26T10:20:14,990 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37703,1732616412639, state=OPENING 2024-11-26T10:20:14,991 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:20:14,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:14,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:14,993 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:20:14,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /026138536/meta-region-server: CHANGED 2024-11-26T10:20:14,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /026138536/meta-region-server: CHANGED 2024-11-26T10:20:14,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37703,1732616412639}] 2024-11-26T10:20:15,145 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:20:15,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:20:15,150 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:20:15,151 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:15,151 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:20:15,152 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C37703%2C1732616412639.meta, suffix=.meta, logDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639, archiveDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/oldWALs, maxLogs=10 2024-11-26T10:20:15,170 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.meta.1732616415152.meta, exclude list is [], retry=0 2024-11-26T10:20:15,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-04de48c0-996f-44c1-8ab5-a708f730458f,DISK] 2024-11-26T10:20:15,174 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.meta.1732616415152.meta 2024-11-26T10:20:15,174 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-26T10:20:15,174 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:15,175 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:20:15,175 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:20:15,175 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:20:15,175 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:20:15,175 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:20:15,175 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:15,176 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:20:15,176 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:20:15,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:20:15,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:20:15,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:15,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:15,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:20:15,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:20:15,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:15,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:15,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:20:15,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:20:15,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:15,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:15,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:20:15,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:20:15,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:15,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:15,181 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:20:15,181 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740 2024-11-26T10:20:15,182 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740 2024-11-26T10:20:15,183 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:20:15,183 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:20:15,183 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:15,184 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:20:15,185 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59153504, jitterRate=-0.11854410171508789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:15,185 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:20:15,185 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616415176Writing region info on filesystem at 1732616415176Initializing all the Stores at 1732616415176Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616415176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616415177 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616415177Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616415177Cleaning up temporary data from old regions at 1732616415183 (+6 ms)Running coprocessor post-open hooks at 1732616415185 (+2 ms)Region opened successfully at 1732616415185 2024-11-26T10:20:15,186 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616415145 2024-11-26T10:20:15,188 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:20:15,188 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:20:15,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37703,1732616412639 2024-11-26T10:20:15,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,37703,1732616412639, state=OPEN 2024-11-26T10:20:15,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/026138536/meta-region-server 2024-11-26T10:20:15,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/026138536/meta-region-server 2024-11-26T10:20:15,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /026138536/meta-region-server: CHANGED 2024-11-26T10:20:15,196 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,37703,1732616412639 2024-11-26T10:20:15,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /026138536/meta-region-server: CHANGED 2024-11-26T10:20:15,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:20:15,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,37703,1732616412639 in 203 msec 2024-11-26T10:20:15,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:20:15,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-26T10:20:15,200 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:15,200 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:20:15,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:15,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37703,1732616412639, seqNum=-1] 2024-11-26T10:20:15,201 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:15,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:15,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-26T10:20:15,206 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616415206, completionTime=-1 2024-11-26T10:20:15,206 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:20:15,206 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:20:15,208 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:20:15,208 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616475208 2024-11-26T10:20:15,208 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616535208 2024-11-26T10:20:15,208 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:20:15,208 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43485,1732616412577-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:15,208 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43485,1732616412577-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:15,208 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43485,1732616412577-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:15,208 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:43485, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:15,208 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:15,209 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:15,210 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:20:15,212 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.534sec 2024-11-26T10:20:15,212 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:20:15,212 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:20:15,212 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:20:15,212 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:20:15,212 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:20:15,212 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43485,1732616412577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:20:15,212 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43485,1732616412577-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:20:15,213 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:20:15,213 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:20:15,213 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43485,1732616412577-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:15,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:15,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43485,-1 for getting cluster id 2024-11-26T10:20:15,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:15,263 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1246b25-523a-4f64-a5f2-a80a53117244' 2024-11-26T10:20:15,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:15,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1246b25-523a-4f64-a5f2-a80a53117244" 2024-11-26T10:20:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18177581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43485,-1] 2024-11-26T10:20:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:15,265 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:15,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd69fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:15,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37703,1732616412639, seqNum=-1] 2024-11-26T10:20:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:15,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,43485,1732616412577 2024-11-26T10:20:15,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55713 2024-11-26T10:20:15,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:15,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153ca459a0002 connected 2024-11-26T10:20:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/hadoop.log.dir so I do NOT create it in target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc 2024-11-26T10:20:15,275 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:20:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/hadoop.tmp.dir so I do NOT create it in target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc 2024-11-26T10:20:15,275 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:20:15,275 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc 2024-11-26T10:20:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:20:15,275 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/cluster_e7ed91ae-a42b-3d5d-afba-7bce5edccfef, deleteOnExit=true 2024-11-26T10:20:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:20:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/test.cache.data in system properties and HBase conf 2024-11-26T10:20:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:20:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:20:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:20:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:20:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:20:15,276 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:20:15,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:20:15,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:15,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:20:15,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:20:15,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:20:15,348 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:20:15,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:15,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:20:15,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:20:15,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ef897f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/java.io.tmpdir/jetty-localhost-37757-hadoop-hdfs-3_4_1-tests_jar-_-any-234938503812981103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:20:15,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:37757} 2024-11-26T10:20:15,464 INFO [Time-limited test {}] server.Server(415): Started @207282ms 2024-11-26T10:20:15,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:15,550 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:20:15,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:20:15,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:20:15,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:20:15,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:20:15,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:20:15,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b203ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/java.io.tmpdir/jetty-localhost-41965-hadoop-hdfs-3_4_1-tests_jar-_-any-15043995392722584065/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:20:15,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:41965} 2024-11-26T10:20:15,670 INFO [Time-limited test {}] server.Server(415): Started @207488ms 2024-11-26T10:20:15,671 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:20:15,762 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/cluster_e7ed91ae-a42b-3d5d-afba-7bce5edccfef/data/data1/current/BP-1685536470-172.17.0.2-1732616415294/current, will proceed with Du for space computation calculation, 2024-11-26T10:20:15,762 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/cluster_e7ed91ae-a42b-3d5d-afba-7bce5edccfef/data/data2/current/BP-1685536470-172.17.0.2-1732616415294/current, will proceed with Du for space computation calculation, 2024-11-26T10:20:15,781 WARN [Thread-2768 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:20:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bf095ba461639be with lease ID 0xe94a008d9822882d: Processing first storage report for DS-b782a953-bfc0-4daf-b3e5-a53fb8445a61 from datanode DatanodeRegistration(127.0.0.1:43403, datanodeUuid=147bc7ba-2a3e-412f-8e2d-f9dc64065d63, infoPort=32863, infoSecurePort=0, ipcPort=37897, storageInfo=lv=-57;cid=testClusterID;nsid=346511770;c=1732616415294) 2024-11-26T10:20:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bf095ba461639be with lease ID 0xe94a008d9822882d: from storage DS-b782a953-bfc0-4daf-b3e5-a53fb8445a61 node DatanodeRegistration(127.0.0.1:43403, datanodeUuid=147bc7ba-2a3e-412f-8e2d-f9dc64065d63, infoPort=32863, infoSecurePort=0, ipcPort=37897, storageInfo=lv=-57;cid=testClusterID;nsid=346511770;c=1732616415294), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:20:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bf095ba461639be with lease ID 0xe94a008d9822882d: Processing first storage report for DS-75e4cf50-53aa-4b91-93c2-8407e6ee33e0 from datanode DatanodeRegistration(127.0.0.1:43403, datanodeUuid=147bc7ba-2a3e-412f-8e2d-f9dc64065d63, infoPort=32863, infoSecurePort=0, ipcPort=37897, storageInfo=lv=-57;cid=testClusterID;nsid=346511770;c=1732616415294) 2024-11-26T10:20:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bf095ba461639be with lease ID 0xe94a008d9822882d: from storage DS-75e4cf50-53aa-4b91-93c2-8407e6ee33e0 node DatanodeRegistration(127.0.0.1:43403, datanodeUuid=147bc7ba-2a3e-412f-8e2d-f9dc64065d63, infoPort=32863, infoSecurePort=0, ipcPort=37897, storageInfo=lv=-57;cid=testClusterID;nsid=346511770;c=1732616415294), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:20:15,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc 2024-11-26T10:20:15,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:15,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:20:16,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d with version=8 2024-11-26T10:20:16,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/hbase-staging 2024-11-26T10:20:16,203 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:20:16,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:16,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:16,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:20:16,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:16,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:20:16,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:20:16,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:20:16,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35543 2024-11-26T10:20:16,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35543 connecting to ZooKeeper ensemble=127.0.0.1:55713 2024-11-26T10:20:16,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355430x0, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:16,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35543-0x10153ca459a0003 connected 2024-11-26T10:20:16,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:16,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:16,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Set watcher on znode that does not yet exist, /1-610916815/running 2024-11-26T10:20:16,221 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d, hbase.cluster.distributed=false 2024-11-26T10:20:16,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Set watcher on znode that does not yet exist, /1-610916815/acl 2024-11-26T10:20:16,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-26T10:20:16,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35543 2024-11-26T10:20:16,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35543 2024-11-26T10:20:16,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-26T10:20:16,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-26T10:20:16,238 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:20:16,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:16,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:16,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:20:16,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:16,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:20:16,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:20:16,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:20:16,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39555 2024-11-26T10:20:16,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39555 connecting to ZooKeeper ensemble=127.0.0.1:55713 2024-11-26T10:20:16,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:16,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:16,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395550x0, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:16,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395550x0, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Set watcher on znode that does not yet exist, /1-610916815/running 2024-11-26T10:20:16,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39555-0x10153ca459a0004 connected 2024-11-26T10:20:16,247 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:20:16,249 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:20:16,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Set watcher on znode that does not yet exist, /1-610916815/master 2024-11-26T10:20:16,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Set watcher on znode that does not yet exist, /1-610916815/acl 2024-11-26T10:20:16,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-26T10:20:16,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39555 2024-11-26T10:20:16,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39555 2024-11-26T10:20:16,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-26T10:20:16,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-26T10:20:16,267 DEBUG [M:0;94eedbb855cf:35543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:35543 2024-11-26T10:20:16,268 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-610916815/backup-masters/94eedbb855cf,35543,1732616416203 2024-11-26T10:20:16,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815/backup-masters 2024-11-26T10:20:16,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815/backup-masters 2024-11-26T10:20:16,269 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Set watcher on existing znode=/1-610916815/backup-masters/94eedbb855cf,35543,1732616416203 2024-11-26T10:20:16,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-610916815/master 2024-11-26T10:20:16,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:16,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:16,271 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Set watcher on existing znode=/1-610916815/master 2024-11-26T10:20:16,272 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-610916815/backup-masters/94eedbb855cf,35543,1732616416203 from backup master directory 2024-11-26T10:20:16,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-610916815/backup-masters/94eedbb855cf,35543,1732616416203 2024-11-26T10:20:16,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815/backup-masters 2024-11-26T10:20:16,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815/backup-masters 2024-11-26T10:20:16,273 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:20:16,273 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,35543,1732616416203 2024-11-26T10:20:16,276 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/hbase.id] with ID: 92bf6676-7bee-48ea-8ffd-7fc2c18ee23b 2024-11-26T10:20:16,276 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/.tmp/hbase.id 2024-11-26T10:20:16,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:20:16,680 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/.tmp/hbase.id]:[hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/hbase.id] 2024-11-26T10:20:16,688 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:16,688 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:20:16,689 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:20:16,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:16,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:16,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:20:17,098 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:20:17,098 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:20:17,099 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:17,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:20:17,505 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store 2024-11-26T10:20:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:20:17,910 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:17,910 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:20:17,910 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:17,910 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:17,910 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:20:17,910 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:17,910 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:17,910 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616417910Disabling compacts and flushes for region at 1732616417910Disabling writes for close at 1732616417910Writing region close event to WAL at 1732616417910Closed at 1732616417910 2024-11-26T10:20:17,911 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/.initializing 2024-11-26T10:20:17,911 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/WALs/94eedbb855cf,35543,1732616416203 2024-11-26T10:20:17,912 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:20:17,913 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C35543%2C1732616416203, suffix=, logDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/WALs/94eedbb855cf,35543,1732616416203, archiveDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/oldWALs, maxLogs=10 2024-11-26T10:20:17,929 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/WALs/94eedbb855cf,35543,1732616416203/94eedbb855cf%2C35543%2C1732616416203.1732616417913, exclude list is [], retry=0 2024-11-26T10:20:17,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43403,DS-b782a953-bfc0-4daf-b3e5-a53fb8445a61,DISK] 2024-11-26T10:20:17,933 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/WALs/94eedbb855cf,35543,1732616416203/94eedbb855cf%2C35543%2C1732616416203.1732616417913 2024-11-26T10:20:17,933 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32863:32863)] 2024-11-26T10:20:17,933 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:17,933 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:17,933 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:17,934 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:17,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:17,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:20:17,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:17,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:17,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:17,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:20:17,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:17,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:17,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:17,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:20:17,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:17,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:17,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:17,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:20:17,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:17,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:17,939 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:17,939 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:17,940 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:17,940 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:17,940 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:17,941 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:17,942 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:17,943 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:17,944 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74163058, jitterRate=0.10511568188667297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:17,944 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616417934Initializing all the Stores at 1732616417934Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616417934Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616417934Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616417934Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616417934Cleaning up temporary data from old regions at 1732616417940 (+6 ms)Region opened successfully at 1732616417944 (+4 ms) 2024-11-26T10:20:17,944 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:20:17,946 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126cd9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:20:17,947 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:20:17,947 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:20:17,947 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:20:17,947 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:20:17,948 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:20:17,948 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:20:17,948 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:20:17,950 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:20:17,950 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Unable to get data of znode /1-610916815/balancer because node does not exist (not necessarily an error) 2024-11-26T10:20:17,951 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-610916815/balancer already deleted, retry=false 2024-11-26T10:20:17,952 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:20:17,952 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Unable to get data of znode /1-610916815/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:20:17,953 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-610916815/normalizer already deleted, retry=false 2024-11-26T10:20:17,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:20:17,955 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Unable to get data of znode /1-610916815/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:20:17,956 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-610916815/switch/split already deleted, retry=false 2024-11-26T10:20:17,957 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Unable to get data of znode /1-610916815/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:20:17,959 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-610916815/switch/merge already deleted, retry=false 2024-11-26T10:20:17,961 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Unable to get data of znode /1-610916815/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:20:17,962 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-610916815/snapshot-cleanup already deleted, retry=false 2024-11-26T10:20:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-610916815/running 2024-11-26T10:20:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-610916815/running 2024-11-26T10:20:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:17,964 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,35543,1732616416203, sessionid=0x10153ca459a0003, setting cluster-up flag (Was=false) 2024-11-26T10:20:17,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:17,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:17,969 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-610916815/flush-table-proc/acquired, /1-610916815/flush-table-proc/reached, /1-610916815/flush-table-proc/abort 2024-11-26T10:20:17,970 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,35543,1732616416203 2024-11-26T10:20:17,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:17,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:17,981 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-610916815/online-snapshot/acquired, /1-610916815/online-snapshot/reached, /1-610916815/online-snapshot/abort 2024-11-26T10:20:17,982 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,35543,1732616416203 2024-11-26T10:20:17,983 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:20:17,984 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:17,984 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:20:17,984 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:20:17,984 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,35543,1732616416203 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:20:17,985 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:17,985 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:17,985 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:17,985 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:17,985 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:20:17,985 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:17,985 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:20:17,985 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:17,986 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616447986 2024-11-26T10:20:17,987 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:20:17,987 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:17,987 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:20:17,987 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:20:17,987 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:20:17,987 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:20:17,987 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:20:17,987 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:17,987 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:20:17,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:20:17,987 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:17,988 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:20:17,988 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:20:17,988 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:20:17,988 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:20:17,992 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:20:17,992 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:20:17,993 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616417992,5,FailOnTimeoutGroup] 2024-11-26T10:20:17,993 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616417993,5,FailOnTimeoutGroup] 2024-11-26T10:20:17,993 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:17,993 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:20:17,993 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:17,993 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:17,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:20:18,059 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(746): ClusterId : 92bf6676-7bee-48ea-8ffd-7fc2c18ee23b 2024-11-26T10:20:18,059 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:20:18,061 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:20:18,061 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:20:18,063 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:20:18,063 DEBUG [RS:0;94eedbb855cf:39555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288b5570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:20:18,075 DEBUG [RS:0;94eedbb855cf:39555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:39555 2024-11-26T10:20:18,075 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:20:18,075 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:20:18,075 DEBUG [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:20:18,075 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,35543,1732616416203 with port=39555, startcode=1732616416238 2024-11-26T10:20:18,076 DEBUG [RS:0;94eedbb855cf:39555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:20:18,077 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:20:18,077 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,39555,1732616416238 2024-11-26T10:20:18,077 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35543 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,39555,1732616416238 2024-11-26T10:20:18,078 DEBUG [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d 2024-11-26T10:20:18,078 DEBUG [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39079 2024-11-26T10:20:18,078 DEBUG [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:20:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815/rs 2024-11-26T10:20:18,080 DEBUG [RS:0;94eedbb855cf:39555 {}] zookeeper.ZKUtil(111): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Set watcher on existing znode=/1-610916815/rs/94eedbb855cf,39555,1732616416238 2024-11-26T10:20:18,080 WARN [RS:0;94eedbb855cf:39555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:20:18,080 INFO [RS:0;94eedbb855cf:39555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:18,080 DEBUG [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238 2024-11-26T10:20:18,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,39555,1732616416238] 2024-11-26T10:20:18,083 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:20:18,084 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:20:18,085 INFO [RS:0;94eedbb855cf:39555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:20:18,085 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:18,085 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:20:18,086 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:20:18,086 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:20:18,086 DEBUG [RS:0;94eedbb855cf:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:20:18,087 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:18,087 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:18,087 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:18,087 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:18,087 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:18,087 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,39555,1732616416238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:20:18,101 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:20:18,101 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,39555,1732616416238-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:18,101 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:18,101 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.Replication(171): 94eedbb855cf,39555,1732616416238 started 2024-11-26T10:20:18,114 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:18,114 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,39555,1732616416238, RpcServer on 94eedbb855cf/172.17.0.2:39555, sessionid=0x10153ca459a0004 2024-11-26T10:20:18,114 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:20:18,114 DEBUG [RS:0;94eedbb855cf:39555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,39555,1732616416238 2024-11-26T10:20:18,114 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,39555,1732616416238' 2024-11-26T10:20:18,114 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-610916815/flush-table-proc/abort' 2024-11-26T10:20:18,114 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-610916815/flush-table-proc/acquired' 2024-11-26T10:20:18,115 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:20:18,115 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:20:18,115 DEBUG [RS:0;94eedbb855cf:39555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,39555,1732616416238 2024-11-26T10:20:18,115 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,39555,1732616416238' 2024-11-26T10:20:18,115 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-610916815/online-snapshot/abort' 2024-11-26T10:20:18,115 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-610916815/online-snapshot/acquired' 2024-11-26T10:20:18,115 DEBUG [RS:0;94eedbb855cf:39555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:20:18,115 INFO [RS:0;94eedbb855cf:39555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:20:18,115 INFO [RS:0;94eedbb855cf:39555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:20:18,216 INFO [RS:0;94eedbb855cf:39555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:20:18,217 INFO [RS:0;94eedbb855cf:39555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C39555%2C1732616416238, suffix=, logDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238, archiveDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/oldWALs, maxLogs=10 2024-11-26T10:20:18,230 DEBUG [RS:0;94eedbb855cf:39555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217, exclude list is [], retry=0 2024-11-26T10:20:18,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43403,DS-b782a953-bfc0-4daf-b3e5-a53fb8445a61,DISK] 2024-11-26T10:20:18,234 INFO [RS:0;94eedbb855cf:39555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 2024-11-26T10:20:18,236 DEBUG [RS:0;94eedbb855cf:39555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32863:32863)] 2024-11-26T10:20:18,397 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:20:18,397 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d 2024-11-26T10:20:18,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:20:18,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:18,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:20:18,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:20:18,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:18,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:18,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:20:18,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:20:18,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:18,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:18,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:20:18,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:20:18,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:18,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:18,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:20:18,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:20:18,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:20:18,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:18,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:18,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:18,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:18,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:20:18,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740 2024-11-26T10:20:18,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740 2024-11-26T10:20:18,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:20:18,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:20:18,816 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:18,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:20:18,819 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:18,819 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62192254, jitterRate=-0.07326319813728333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:18,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616418806Initializing all the Stores at 1732616418807 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616418807Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616418807Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616418807Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616418807Cleaning up temporary data from old regions at 1732616418815 (+8 ms)Region opened successfully at 1732616418819 (+4 ms) 2024-11-26T10:20:18,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:20:18,819 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:20:18,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:20:18,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:20:18,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:20:18,820 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:18,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616418819Disabling compacts and flushes for region at 1732616418819Disabling writes for close at 1732616418819Writing region close event to WAL at 1732616418820 (+1 ms)Closed at 1732616418820 2024-11-26T10:20:18,821 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:18,821 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:20:18,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:20:18,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:20:18,823 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:20:18,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:18,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:18,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:18,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:18,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:18,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:18,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:18,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:18,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:18,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:18,973 DEBUG [94eedbb855cf:35543 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:20:18,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,39555,1732616416238 2024-11-26T10:20:18,974 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,39555,1732616416238, state=OPENING 2024-11-26T10:20:18,978 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:20:18,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:18,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:18,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-610916815/meta-region-server: CHANGED 2024-11-26T10:20:18,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-610916815/meta-region-server: CHANGED 2024-11-26T10:20:18,980 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:20:18,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,39555,1732616416238}] 2024-11-26T10:20:19,132 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:20:19,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:20:19,136 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:20:19,136 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:19,136 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:20:19,137 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C39555%2C1732616416238.meta, suffix=.meta, logDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238, archiveDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/oldWALs, maxLogs=10 2024-11-26T10:20:19,150 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.meta.1732616419137.meta, exclude list is [], retry=0 2024-11-26T10:20:19,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43403,DS-b782a953-bfc0-4daf-b3e5-a53fb8445a61,DISK] 2024-11-26T10:20:19,154 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.meta.1732616419137.meta 2024-11-26T10:20:19,154 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32863:32863)] 2024-11-26T10:20:19,154 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:19,154 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:20:19,155 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:20:19,155 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:20:19,155 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:20:19,155 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:20:19,155 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:19,155 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:20:19,155 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:20:19,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:20:19,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:20:19,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:19,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:19,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:20:19,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:20:19,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:19,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:19,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:20:19,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:20:19,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:19,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:19,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:20:19,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:20:19,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:19,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:19,160 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:20:19,160 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740 2024-11-26T10:20:19,161 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740 2024-11-26T10:20:19,162 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:20:19,162 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:20:19,163 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:19,163 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:20:19,164 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72426093, jitterRate=0.07923288643360138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:19,164 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:20:19,164 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616419155Writing region info on filesystem at 1732616419155Initializing all the Stores at 1732616419156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616419156Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616419156Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616419156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616419156Cleaning up temporary data from old regions at 1732616419162 (+6 ms)Running coprocessor post-open hooks at 1732616419164 (+2 ms)Region opened successfully at 1732616419164 2024-11-26T10:20:19,165 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616419131 2024-11-26T10:20:19,166 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:20:19,166 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:20:19,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,39555,1732616416238 2024-11-26T10:20:19,167 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,39555,1732616416238, state=OPEN 2024-11-26T10:20:19,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-610916815/meta-region-server 2024-11-26T10:20:19,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-610916815/meta-region-server 2024-11-26T10:20:19,174 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,39555,1732616416238 2024-11-26T10:20:19,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-610916815/meta-region-server: CHANGED 2024-11-26T10:20:19,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-610916815/meta-region-server: CHANGED 2024-11-26T10:20:19,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:20:19,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,39555,1732616416238 in 194 msec 2024-11-26T10:20:19,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:20:19,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-26T10:20:19,177 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:19,177 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:20:19,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:19,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39555,1732616416238, seqNum=-1] 2024-11-26T10:20:19,178 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:19,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:19,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-26T10:20:19,183 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616419183, completionTime=-1 2024-11-26T10:20:19,183 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:20:19,183 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:20:19,185 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:20:19,185 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616479185 2024-11-26T10:20:19,185 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616539185 2024-11-26T10:20:19,185 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:20:19,185 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35543,1732616416203-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:19,185 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35543,1732616416203-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:19,185 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35543,1732616416203-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:19,185 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:35543, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:19,185 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:19,185 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:19,187 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:20:19,188 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.915sec 2024-11-26T10:20:19,188 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:20:19,188 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:20:19,188 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:20:19,188 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:20:19,188 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:20:19,188 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35543,1732616416203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:20:19,188 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35543,1732616416203-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:20:19,190 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:20:19,190 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:20:19,190 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35543,1732616416203-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:19,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:19,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,35543,-1 for getting cluster id 2024-11-26T10:20:19,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:19,261 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92bf6676-7bee-48ea-8ffd-7fc2c18ee23b' 2024-11-26T10:20:19,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:19,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92bf6676-7bee-48ea-8ffd-7fc2c18ee23b" 2024-11-26T10:20:19,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79adfda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:19,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,35543,-1] 2024-11-26T10:20:19,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:19,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:19,263 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:19,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:19,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:19,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39555,1732616416238, seqNum=-1] 2024-11-26T10:20:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:19,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:19,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,35543,1732616416203 2024-11-26T10:20:19,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55713 2024-11-26T10:20:19,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:19,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153ca459a0005 connected 2024-11-26T10:20:19,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/hadoop.log.dir so I do NOT create it in target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f 2024-11-26T10:20:19,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:20:19,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/hadoop.tmp.dir so I do NOT create it in target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f 2024-11-26T10:20:19,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:20:19,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f 2024-11-26T10:20:19,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:20:19,272 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/cluster_aa3a3eb0-4d7f-b479-77c4-132cbd0b44cb, deleteOnExit=true 2024-11-26T10:20:19,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/test.cache.data in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:20:19,273 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:20:19,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:20:19,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:20:19,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:20:19,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:20:19,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:20:19,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:19,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:20:19,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:20:19,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:20:19,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:20:19,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:19,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:20:19,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:20:19,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f67c797{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/java.io.tmpdir/jetty-localhost-33243-hadoop-hdfs-3_4_1-tests_jar-_-any-9745848300680850019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:20:19,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:33243} 2024-11-26T10:20:19,466 INFO [Time-limited test {}] server.Server(415): Started @211283ms 2024-11-26T10:20:19,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:19,550 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:20:19,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:20:19,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:20:19,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:20:19,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:20:19,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:20:19,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7615a626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/java.io.tmpdir/jetty-localhost-39445-hadoop-hdfs-3_4_1-tests_jar-_-any-2718088800279756346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:20:19,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:39445} 2024-11-26T10:20:19,672 INFO [Time-limited test {}] server.Server(415): Started @211489ms 2024-11-26T10:20:19,673 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:20:19,774 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/cluster_aa3a3eb0-4d7f-b479-77c4-132cbd0b44cb/data/data1/current/BP-1040622763-172.17.0.2-1732616419291/current, will proceed with Du for space computation calculation, 2024-11-26T10:20:19,775 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/cluster_aa3a3eb0-4d7f-b479-77c4-132cbd0b44cb/data/data2/current/BP-1040622763-172.17.0.2-1732616419291/current, will proceed with Du for space computation calculation, 2024-11-26T10:20:19,794 WARN [Thread-2889 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:20:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c3ba7e0806ccd28 with lease ID 0x8dd297e5a66ea385: Processing first storage report for DS-22a569cc-141d-46a8-bea5-9525304653fe from datanode DatanodeRegistration(127.0.0.1:46311, datanodeUuid=84ba6cd5-687d-46bc-a521-736e4fd492ac, infoPort=43853, infoSecurePort=0, ipcPort=39267, storageInfo=lv=-57;cid=testClusterID;nsid=764518363;c=1732616419291) 2024-11-26T10:20:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c3ba7e0806ccd28 with lease ID 0x8dd297e5a66ea385: from storage DS-22a569cc-141d-46a8-bea5-9525304653fe node DatanodeRegistration(127.0.0.1:46311, datanodeUuid=84ba6cd5-687d-46bc-a521-736e4fd492ac, infoPort=43853, infoSecurePort=0, ipcPort=39267, storageInfo=lv=-57;cid=testClusterID;nsid=764518363;c=1732616419291), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:20:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c3ba7e0806ccd28 with lease ID 0x8dd297e5a66ea385: Processing first storage report for DS-d05de341-ddd1-4c49-9090-360a9eb3a753 from datanode DatanodeRegistration(127.0.0.1:46311, datanodeUuid=84ba6cd5-687d-46bc-a521-736e4fd492ac, infoPort=43853, infoSecurePort=0, ipcPort=39267, storageInfo=lv=-57;cid=testClusterID;nsid=764518363;c=1732616419291) 2024-11-26T10:20:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c3ba7e0806ccd28 with lease ID 0x8dd297e5a66ea385: from storage DS-d05de341-ddd1-4c49-9090-360a9eb3a753 node DatanodeRegistration(127.0.0.1:46311, datanodeUuid=84ba6cd5-687d-46bc-a521-736e4fd492ac, infoPort=43853, infoSecurePort=0, ipcPort=39267, storageInfo=lv=-57;cid=testClusterID;nsid=764518363;c=1732616419291), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:20:19,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f 2024-11-26T10:20:19,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:19,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:20:20,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:20:20,212 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3 with version=8 2024-11-26T10:20:20,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/hbase-staging 2024-11-26T10:20:20,214 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:20:20,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:20,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:20,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:20:20,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:20,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:20:20,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:20:20,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:20:20,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34759 2024-11-26T10:20:20,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34759 connecting to ZooKeeper ensemble=127.0.0.1:55713 2024-11-26T10:20:20,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347590x0, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:20,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34759-0x10153ca459a0006 connected 2024-11-26T10:20:20,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:20,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:20,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Set watcher on znode that does not yet exist, /243794118/running 2024-11-26T10:20:20,233 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3, hbase.cluster.distributed=false 2024-11-26T10:20:20,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Set watcher on znode that does not yet exist, /243794118/acl 2024-11-26T10:20:20,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34759 2024-11-26T10:20:20,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34759 2024-11-26T10:20:20,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34759 2024-11-26T10:20:20,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34759 2024-11-26T10:20:20,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34759 2024-11-26T10:20:20,253 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:20:20,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:20,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:20,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:20:20,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:20,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:20:20,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:20:20,254 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:20:20,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38343 2024-11-26T10:20:20,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38343 connecting to ZooKeeper ensemble=127.0.0.1:55713 2024-11-26T10:20:20,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:20,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:20,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383430x0, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:20,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383430x0, quorum=127.0.0.1:55713, baseZNode=/243794118 Set watcher on znode that does not yet exist, /243794118/running 2024-11-26T10:20:20,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38343-0x10153ca459a0007 connected 2024-11-26T10:20:20,260 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:20:20,261 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:20:20,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Set watcher on znode that does not yet exist, /243794118/master 2024-11-26T10:20:20,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Set watcher on znode that does not yet exist, /243794118/acl 2024-11-26T10:20:20,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38343 2024-11-26T10:20:20,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38343 2024-11-26T10:20:20,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38343 2024-11-26T10:20:20,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38343 2024-11-26T10:20:20,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38343 2024-11-26T10:20:20,283 DEBUG [M:0;94eedbb855cf:34759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:34759 2024-11-26T10:20:20,284 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /243794118/backup-masters/94eedbb855cf,34759,1732616420214 2024-11-26T10:20:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118/backup-masters 2024-11-26T10:20:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118/backup-masters 2024-11-26T10:20:20,286 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Set watcher on existing znode=/243794118/backup-masters/94eedbb855cf,34759,1732616420214 2024-11-26T10:20:20,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/243794118/master 2024-11-26T10:20:20,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:20,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:20,294 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Set watcher on existing znode=/243794118/master 2024-11-26T10:20:20,294 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /243794118/backup-masters/94eedbb855cf,34759,1732616420214 from backup master directory 2024-11-26T10:20:20,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/243794118/backup-masters/94eedbb855cf,34759,1732616420214 2024-11-26T10:20:20,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118/backup-masters 2024-11-26T10:20:20,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118/backup-masters 2024-11-26T10:20:20,295 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:20:20,295 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,34759,1732616420214 2024-11-26T10:20:20,299 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/hbase.id] with ID: b508b1ff-29df-4850-a7ec-4508b70e9e8e 2024-11-26T10:20:20,299 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/.tmp/hbase.id 2024-11-26T10:20:20,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:20:20,706 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/.tmp/hbase.id]:[hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/hbase.id] 2024-11-26T10:20:20,715 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:20,716 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:20:20,716 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T10:20:20,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:20,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:20,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:20:21,125 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:20:21,126 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:20:21,126 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:20:21,532 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store 2024-11-26T10:20:21,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:20:21,938 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:21,938 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:20:21,938 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:21,938 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:21,938 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:20:21,938 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:21,938 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:21,938 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616421938Disabling compacts and flushes for region at 1732616421938Disabling writes for close at 1732616421938Writing region close event to WAL at 1732616421938Closed at 1732616421938 2024-11-26T10:20:21,939 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/.initializing 2024-11-26T10:20:21,939 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/WALs/94eedbb855cf,34759,1732616420214 2024-11-26T10:20:21,940 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:20:21,941 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C34759%2C1732616420214, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/WALs/94eedbb855cf,34759,1732616420214, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/oldWALs, maxLogs=10 2024-11-26T10:20:21,954 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/WALs/94eedbb855cf,34759,1732616420214/94eedbb855cf%2C34759%2C1732616420214.1732616421941, exclude list is [], retry=0 2024-11-26T10:20:21,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46311,DS-22a569cc-141d-46a8-bea5-9525304653fe,DISK] 2024-11-26T10:20:21,959 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/WALs/94eedbb855cf,34759,1732616420214/94eedbb855cf%2C34759%2C1732616420214.1732616421941 2024-11-26T10:20:21,960 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43853:43853)] 2024-11-26T10:20:21,960 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:21,960 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:21,960 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:21,960 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:21,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:21,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:20:21,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:21,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:21,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:21,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:20:21,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:21,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:21,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:21,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:20:21,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:21,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:21,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:21,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:20:21,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:21,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:21,965 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:21,966 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:21,966 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:21,967 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:21,967 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:21,967 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:21,968 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:21,969 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:21,970 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68235986, jitterRate=0.016795426607131958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:21,970 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616421960Initializing all the Stores at 1732616421961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616421961Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616421961Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616421961Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616421961Cleaning up temporary data from old regions at 1732616421967 (+6 ms)Region opened successfully at 1732616421970 (+3 ms) 2024-11-26T10:20:21,970 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:20:21,972 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1d7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:20:21,973 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:20:21,973 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:20:21,973 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:20:21,973 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:20:21,973 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:20:21,973 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:20:21,973 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:20:21,975 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:20:21,976 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Unable to get data of znode /243794118/balancer because node does not exist (not necessarily an error) 2024-11-26T10:20:21,977 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /243794118/balancer already deleted, retry=false 2024-11-26T10:20:21,977 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:20:21,977 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Unable to get data of znode /243794118/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:20:21,980 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /243794118/normalizer already deleted, retry=false 2024-11-26T10:20:21,980 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:20:21,981 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Unable to get data of znode /243794118/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:20:21,982 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /243794118/switch/split already deleted, retry=false 2024-11-26T10:20:21,982 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Unable to get data of znode /243794118/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:20:21,983 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /243794118/switch/merge already deleted, retry=false 2024-11-26T10:20:21,985 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Unable to get data of znode /243794118/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:20:21,986 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /243794118/snapshot-cleanup already deleted, retry=false 2024-11-26T10:20:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/243794118/running 2024-11-26T10:20:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/243794118/running 2024-11-26T10:20:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:21,989 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,34759,1732616420214, sessionid=0x10153ca459a0006, setting cluster-up flag (Was=false) 2024-11-26T10:20:21,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:21,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:21,997 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /243794118/flush-table-proc/acquired, /243794118/flush-table-proc/reached, /243794118/flush-table-proc/abort 2024-11-26T10:20:21,998 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,34759,1732616420214 2024-11-26T10:20:22,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:22,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:22,005 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /243794118/online-snapshot/acquired, /243794118/online-snapshot/reached, /243794118/online-snapshot/abort 2024-11-26T10:20:22,005 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,34759,1732616420214 2024-11-26T10:20:22,006 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:20:22,007 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:22,007 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:20:22,008 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:20:22,008 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,34759,1732616420214 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:20:22,009 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:22,009 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:22,009 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:22,009 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:22,009 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:20:22,009 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,009 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:20:22,009 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:22,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:20:22,011 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:22,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:20:22,016 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616452016 2024-11-26T10:20:22,016 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:20:22,016 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:20:22,016 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:20:22,016 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:20:22,017 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:20:22,017 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:20:22,017 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,019 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:20:22,019 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:20:22,019 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:20:22,019 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:20:22,019 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:20:22,019 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:20:22,019 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616422019,5,FailOnTimeoutGroup] 2024-11-26T10:20:22,019 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616422019,5,FailOnTimeoutGroup] 2024-11-26T10:20:22,019 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,020 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:20:22,020 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,020 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:20:22,071 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(746): ClusterId : b508b1ff-29df-4850-a7ec-4508b70e9e8e 2024-11-26T10:20:22,071 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:20:22,073 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:20:22,073 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:20:22,075 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:20:22,076 DEBUG [RS:0;94eedbb855cf:38343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfd7635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:20:22,087 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:38343 2024-11-26T10:20:22,087 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:20:22,087 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:20:22,087 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:20:22,088 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,34759,1732616420214 with port=38343, startcode=1732616420253 2024-11-26T10:20:22,088 DEBUG [RS:0;94eedbb855cf:38343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:20:22,089 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:20:22,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,38343,1732616420253 2024-11-26T10:20:22,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34759 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,38343,1732616420253 2024-11-26T10:20:22,091 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3 2024-11-26T10:20:22,091 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46363 2024-11-26T10:20:22,091 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:20:22,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118/rs 2024-11-26T10:20:22,097 DEBUG [RS:0;94eedbb855cf:38343 {}] zookeeper.ZKUtil(111): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Set watcher on existing znode=/243794118/rs/94eedbb855cf,38343,1732616420253 2024-11-26T10:20:22,097 WARN [RS:0;94eedbb855cf:38343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:20:22,097 INFO [RS:0;94eedbb855cf:38343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:22,097 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253 2024-11-26T10:20:22,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,38343,1732616420253] 2024-11-26T10:20:22,099 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:20:22,101 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:20:22,101 INFO [RS:0;94eedbb855cf:38343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:20:22,101 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,101 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:20:22,102 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:20:22,102 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:20:22,102 DEBUG [RS:0;94eedbb855cf:38343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:20:22,102 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,102 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,102 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,102 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,102 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,102 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,38343,1732616420253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:20:22,116 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:20:22,116 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,38343,1732616420253-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,116 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,116 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.Replication(171): 94eedbb855cf,38343,1732616420253 started 2024-11-26T10:20:22,129 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:22,129 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,38343,1732616420253, RpcServer on 94eedbb855cf/172.17.0.2:38343, sessionid=0x10153ca459a0007 2024-11-26T10:20:22,129 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:20:22,129 DEBUG [RS:0;94eedbb855cf:38343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,38343,1732616420253 2024-11-26T10:20:22,129 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,38343,1732616420253' 2024-11-26T10:20:22,129 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/243794118/flush-table-proc/abort' 2024-11-26T10:20:22,129 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/243794118/flush-table-proc/acquired' 2024-11-26T10:20:22,129 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:20:22,129 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:20:22,129 DEBUG [RS:0;94eedbb855cf:38343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,38343,1732616420253 2024-11-26T10:20:22,129 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,38343,1732616420253' 2024-11-26T10:20:22,130 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/243794118/online-snapshot/abort' 2024-11-26T10:20:22,130 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/243794118/online-snapshot/acquired' 2024-11-26T10:20:22,130 DEBUG [RS:0;94eedbb855cf:38343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:20:22,130 INFO [RS:0;94eedbb855cf:38343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:20:22,130 INFO [RS:0;94eedbb855cf:38343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:20:22,230 INFO [RS:0;94eedbb855cf:38343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:20:22,231 INFO [RS:0;94eedbb855cf:38343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C38343%2C1732616420253, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/oldWALs, maxLogs=10 2024-11-26T10:20:22,245 DEBUG [RS:0;94eedbb855cf:38343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, exclude list is [], retry=0 2024-11-26T10:20:22,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46311,DS-22a569cc-141d-46a8-bea5-9525304653fe,DISK] 2024-11-26T10:20:22,248 INFO [RS:0;94eedbb855cf:38343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 2024-11-26T10:20:22,249 DEBUG [RS:0;94eedbb855cf:38343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43853:43853)] 2024-11-26T10:20:22,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:20:22,421 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3 2024-11-26T10:20:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:20:22,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:22,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:20:22,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:20:22,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:22,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:22,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:20:22,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:20:22,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:22,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:22,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:20:22,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:20:22,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:22,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:22,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:20:22,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:20:22,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:22,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:22,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:20:22,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740 2024-11-26T10:20:22,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740 2024-11-26T10:20:22,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:20:22,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:20:22,835 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:22,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:20:22,837 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:22,837 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72058827, jitterRate=0.07376019656658173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:22,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616422827Initializing all the Stores at 1732616422827Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616422827Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616422827Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616422828 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616422828Cleaning up temporary data from old regions at 1732616422835 (+7 ms)Region opened successfully at 1732616422837 (+2 ms) 2024-11-26T10:20:22,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:20:22,838 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:20:22,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:20:22,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:20:22,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:20:22,838 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:22,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616422838Disabling compacts and flushes for region at 1732616422838Disabling writes for close at 1732616422838Writing region close event to WAL at 1732616422838Closed at 1732616422838 2024-11-26T10:20:22,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:22,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:20:22,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:20:22,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:20:22,841 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:20:22,991 DEBUG [94eedbb855cf:34759 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:20:22,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,38343,1732616420253 2024-11-26T10:20:22,993 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,38343,1732616420253, state=OPENING 2024-11-26T10:20:22,994 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:20:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:22,996 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:20:22,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,38343,1732616420253}] 2024-11-26T10:20:22,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /243794118/meta-region-server: CHANGED 2024-11-26T10:20:22,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /243794118/meta-region-server: CHANGED 2024-11-26T10:20:23,148 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:20:23,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:20:23,152 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:20:23,152 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:23,153 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:20:23,154 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C38343%2C1732616420253.meta, suffix=.meta, logDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/oldWALs, maxLogs=10 2024-11-26T10:20:23,168 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.meta.1732616423154.meta, exclude list is [], retry=0 2024-11-26T10:20:23,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46311,DS-22a569cc-141d-46a8-bea5-9525304653fe,DISK] 2024-11-26T10:20:23,171 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.meta.1732616423154.meta 2024-11-26T10:20:23,171 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43853:43853)] 2024-11-26T10:20:23,171 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:23,171 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:20:23,172 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:20:23,172 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:20:23,172 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:20:23,172 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:20:23,172 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:23,172 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:20:23,172 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:20:23,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:20:23,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:20:23,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:23,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:23,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:20:23,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:20:23,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:23,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:23,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:20:23,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:20:23,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:23,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:23,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:20:23,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:20:23,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:23,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:23,176 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:20:23,177 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740 2024-11-26T10:20:23,178 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740 2024-11-26T10:20:23,178 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:20:23,178 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:20:23,179 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:23,180 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:20:23,180 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68795321, jitterRate=0.025130167603492737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:23,180 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:20:23,180 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616423172Writing region info on filesystem at 1732616423172Initializing all the Stores at 1732616423173 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616423173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616423173Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616423173Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616423173Cleaning up temporary data from old regions at 1732616423178 (+5 ms)Running coprocessor post-open hooks at 1732616423180 (+2 ms)Region opened successfully at 1732616423180 2024-11-26T10:20:23,181 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616423148 2024-11-26T10:20:23,183 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:20:23,183 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:20:23,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,38343,1732616420253 2024-11-26T10:20:23,184 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,38343,1732616420253, state=OPEN 2024-11-26T10:20:23,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/243794118/meta-region-server 2024-11-26T10:20:23,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/243794118/meta-region-server 2024-11-26T10:20:23,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,38343,1732616420253 2024-11-26T10:20:23,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /243794118/meta-region-server: CHANGED 2024-11-26T10:20:23,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /243794118/meta-region-server: CHANGED 2024-11-26T10:20:23,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:20:23,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,38343,1732616420253 in 189 msec 2024-11-26T10:20:23,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:20:23,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-26T10:20:23,189 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:23,189 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:20:23,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:23,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,38343,1732616420253, seqNum=-1] 2024-11-26T10:20:23,190 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:23,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:23,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1880 sec 2024-11-26T10:20:23,195 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616423195, completionTime=-1 2024-11-26T10:20:23,195 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:20:23,195 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:20:23,197 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:20:23,197 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616483197 2024-11-26T10:20:23,197 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616543197 2024-11-26T10:20:23,197 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:20:23,197 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34759,1732616420214-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:23,197 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34759,1732616420214-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:23,197 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34759,1732616420214-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:23,197 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:34759, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:23,197 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:23,197 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:23,199 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:20:23,200 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.904sec 2024-11-26T10:20:23,200 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:20:23,200 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:20:23,200 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:20:23,200 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:20:23,200 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:20:23,200 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34759,1732616420214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:20:23,200 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34759,1732616420214-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:20:23,202 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:20:23,202 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:20:23,202 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,34759,1732616420214-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:23,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:23,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34759,-1 for getting cluster id 2024-11-26T10:20:23,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:23,273 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b508b1ff-29df-4850-a7ec-4508b70e9e8e' 2024-11-26T10:20:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b508b1ff-29df-4850-a7ec-4508b70e9e8e" 2024-11-26T10:20:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4029f449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34759,-1] 2024-11-26T10:20:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:23,275 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:23,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:23,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:23,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,38343,1732616420253, seqNum=-1] 2024-11-26T10:20:23,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:23,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:23,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,34759,1732616420214 2024-11-26T10:20:23,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55713 2024-11-26T10:20:23,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:23,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10153ca459a0008 connected 2024-11-26T10:20:23,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:23,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43485,1732616412577 2024-11-26T10:20:23,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37c1a960 2024-11-26T10:20:23,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:23,288 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:20:23,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:20:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:20:23,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:20:23,291 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:23,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:20:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:23,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:20:23,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:20:23,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T10:20:23,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T10:20:23,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T10:20:23,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T10:20:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:23,699 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79f7fef10ae7e47bbbb2950cff5eca85, NAME => 'test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c 2024-11-26T10:20:23,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:20:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:24,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:24,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 79f7fef10ae7e47bbbb2950cff5eca85, disabling compactions & flushes 2024-11-26T10:20:24,104 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. 2024-11-26T10:20:24,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. 2024-11-26T10:20:24,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. after waiting 0 ms 2024-11-26T10:20:24,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. 2024-11-26T10:20:24,104 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. 2024-11-26T10:20:24,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79f7fef10ae7e47bbbb2950cff5eca85: Waiting for close lock at 1732616424104Disabling compacts and flushes for region at 1732616424104Disabling writes for close at 1732616424104Writing region close event to WAL at 1732616424104Closed at 1732616424104 2024-11-26T10:20:24,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:20:24,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616424105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616424105"}]},"ts":"1732616424105"} 2024-11-26T10:20:24,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:20:24,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:20:24,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616424108"}]},"ts":"1732616424108"} 2024-11-26T10:20:24,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:20:24,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79f7fef10ae7e47bbbb2950cff5eca85, ASSIGN}] 2024-11-26T10:20:24,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79f7fef10ae7e47bbbb2950cff5eca85, ASSIGN 2024-11-26T10:20:24,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=79f7fef10ae7e47bbbb2950cff5eca85, ASSIGN; state=OFFLINE, location=94eedbb855cf,37703,1732616412639; forceNewPlan=false, retain=false 2024-11-26T10:20:24,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79f7fef10ae7e47bbbb2950cff5eca85, regionState=OPENING, regionLocation=94eedbb855cf,37703,1732616412639 2024-11-26T10:20:24,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=79f7fef10ae7e47bbbb2950cff5eca85, ASSIGN because future has completed 2024-11-26T10:20:24,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f7fef10ae7e47bbbb2950cff5eca85, server=94eedbb855cf,37703,1732616412639}] 2024-11-26T10:20:24,422 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. 2024-11-26T10:20:24,422 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 79f7fef10ae7e47bbbb2950cff5eca85, NAME => 'test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:24,422 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:20:24,422 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:20:24,423 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,423 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:24,423 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,423 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,424 INFO [StoreOpener-79f7fef10ae7e47bbbb2950cff5eca85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,425 INFO [StoreOpener-79f7fef10ae7e47bbbb2950cff5eca85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f7fef10ae7e47bbbb2950cff5eca85 columnFamilyName f 2024-11-26T10:20:24,425 DEBUG [StoreOpener-79f7fef10ae7e47bbbb2950cff5eca85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:24,425 INFO [StoreOpener-79f7fef10ae7e47bbbb2950cff5eca85-1 {}] regionserver.HStore(327): Store=79f7fef10ae7e47bbbb2950cff5eca85/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:24,425 INFO [StoreOpener-79f7fef10ae7e47bbbb2950cff5eca85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,426 INFO [StoreOpener-79f7fef10ae7e47bbbb2950cff5eca85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f7fef10ae7e47bbbb2950cff5eca85 columnFamilyName f1 2024-11-26T10:20:24,426 DEBUG [StoreOpener-79f7fef10ae7e47bbbb2950cff5eca85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:24,426 INFO [StoreOpener-79f7fef10ae7e47bbbb2950cff5eca85-1 {}] regionserver.HStore(327): Store=79f7fef10ae7e47bbbb2950cff5eca85/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:24,426 INFO [StoreOpener-79f7fef10ae7e47bbbb2950cff5eca85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,427 INFO [StoreOpener-79f7fef10ae7e47bbbb2950cff5eca85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f7fef10ae7e47bbbb2950cff5eca85 columnFamilyName norep 2024-11-26T10:20:24,427 DEBUG [StoreOpener-79f7fef10ae7e47bbbb2950cff5eca85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:24,427 INFO [StoreOpener-79f7fef10ae7e47bbbb2950cff5eca85-1 {}] regionserver.HStore(327): Store=79f7fef10ae7e47bbbb2950cff5eca85/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:24,427 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,428 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,428 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,429 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,429 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,429 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:20:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:24,430 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,432 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:24,432 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 79f7fef10ae7e47bbbb2950cff5eca85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70288703, jitterRate=0.04738329350948334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:20:24,433 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:24,433 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 79f7fef10ae7e47bbbb2950cff5eca85: Running coprocessor pre-open hook at 1732616424423Writing region info on filesystem at 1732616424423Initializing all the Stores at 1732616424423Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616424423Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616424424 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616424424Cleaning up temporary data from old regions at 1732616424429 (+5 ms)Running coprocessor post-open hooks at 1732616424433 (+4 ms)Region opened successfully at 1732616424433 2024-11-26T10:20:24,434 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85., pid=6, masterSystemTime=1732616424419 2024-11-26T10:20:24,436 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. 2024-11-26T10:20:24,436 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. 2024-11-26T10:20:24,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79f7fef10ae7e47bbbb2950cff5eca85, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,37703,1732616412639 2024-11-26T10:20:24,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f7fef10ae7e47bbbb2950cff5eca85, server=94eedbb855cf,37703,1732616412639 because future has completed 2024-11-26T10:20:24,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:20:24,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 79f7fef10ae7e47bbbb2950cff5eca85, server=94eedbb855cf,37703,1732616412639 in 173 msec 2024-11-26T10:20:24,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:20:24,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=79f7fef10ae7e47bbbb2950cff5eca85, ASSIGN in 331 msec 2024-11-26T10:20:24,443 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:20:24,443 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616424443"}]},"ts":"1732616424443"} 2024-11-26T10:20:24,445 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:20:24,445 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:20:24,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-26T10:20:24,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:20:24,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:24,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:24,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:24,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:24,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:24,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:24,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:24,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:24,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:24,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:24,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:24,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:25,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:25,441 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:20:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,35543,1732616416203 2024-11-26T10:20:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1408a297 2024-11-26T10:20:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:25,443 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:20:25,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:20:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:20:25,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:20:25,446 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:25,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:20:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:25,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:20:25,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:20:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:25,854 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65f1f7a87c55ef15e0384c906d34a525, NAME => 'test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d 2024-11-26T10:20:25,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:20:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:26,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T10:20:26,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:26,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 65f1f7a87c55ef15e0384c906d34a525, disabling compactions & flushes 2024-11-26T10:20:26,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. 2024-11-26T10:20:26,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. 2024-11-26T10:20:26,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. after waiting 0 ms 2024-11-26T10:20:26,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. 2024-11-26T10:20:26,260 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. 2024-11-26T10:20:26,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65f1f7a87c55ef15e0384c906d34a525: Waiting for close lock at 1732616426259Disabling compacts and flushes for region at 1732616426259Disabling writes for close at 1732616426259Writing region close event to WAL at 1732616426260 (+1 ms)Closed at 1732616426260 2024-11-26T10:20:26,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:20:26,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616426261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616426261"}]},"ts":"1732616426261"} 2024-11-26T10:20:26,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:20:26,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:20:26,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616426263"}]},"ts":"1732616426263"} 2024-11-26T10:20:26,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:20:26,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65f1f7a87c55ef15e0384c906d34a525, ASSIGN}] 2024-11-26T10:20:26,266 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65f1f7a87c55ef15e0384c906d34a525, ASSIGN 2024-11-26T10:20:26,267 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=65f1f7a87c55ef15e0384c906d34a525, ASSIGN; state=OFFLINE, location=94eedbb855cf,39555,1732616416238; forceNewPlan=false, retain=false 2024-11-26T10:20:26,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65f1f7a87c55ef15e0384c906d34a525, regionState=OPENING, regionLocation=94eedbb855cf,39555,1732616416238 2024-11-26T10:20:26,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=65f1f7a87c55ef15e0384c906d34a525, ASSIGN because future has completed 2024-11-26T10:20:26,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65f1f7a87c55ef15e0384c906d34a525, server=94eedbb855cf,39555,1732616416238}] 2024-11-26T10:20:26,575 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. 2024-11-26T10:20:26,575 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 65f1f7a87c55ef15e0384c906d34a525, NAME => 'test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:26,575 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:20:26,575 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:20:26,575 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,575 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:26,576 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,576 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,577 INFO [StoreOpener-65f1f7a87c55ef15e0384c906d34a525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,578 INFO [StoreOpener-65f1f7a87c55ef15e0384c906d34a525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65f1f7a87c55ef15e0384c906d34a525 columnFamilyName f 2024-11-26T10:20:26,578 DEBUG [StoreOpener-65f1f7a87c55ef15e0384c906d34a525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:26,578 INFO [StoreOpener-65f1f7a87c55ef15e0384c906d34a525-1 {}] regionserver.HStore(327): Store=65f1f7a87c55ef15e0384c906d34a525/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:26,578 INFO [StoreOpener-65f1f7a87c55ef15e0384c906d34a525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,579 INFO [StoreOpener-65f1f7a87c55ef15e0384c906d34a525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65f1f7a87c55ef15e0384c906d34a525 columnFamilyName f1 2024-11-26T10:20:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:26,579 DEBUG [StoreOpener-65f1f7a87c55ef15e0384c906d34a525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:26,580 INFO [StoreOpener-65f1f7a87c55ef15e0384c906d34a525-1 {}] regionserver.HStore(327): Store=65f1f7a87c55ef15e0384c906d34a525/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:26,580 INFO [StoreOpener-65f1f7a87c55ef15e0384c906d34a525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,581 INFO [StoreOpener-65f1f7a87c55ef15e0384c906d34a525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65f1f7a87c55ef15e0384c906d34a525 columnFamilyName norep 2024-11-26T10:20:26,581 DEBUG [StoreOpener-65f1f7a87c55ef15e0384c906d34a525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:26,582 INFO [StoreOpener-65f1f7a87c55ef15e0384c906d34a525-1 {}] regionserver.HStore(327): Store=65f1f7a87c55ef15e0384c906d34a525/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:26,582 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,582 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,582 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,583 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,583 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,583 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:20:26,584 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,585 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:26,586 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 65f1f7a87c55ef15e0384c906d34a525; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61973121, jitterRate=-0.07652853429317474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:20:26,586 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:26,586 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 65f1f7a87c55ef15e0384c906d34a525: Running coprocessor pre-open hook at 1732616426576Writing region info on filesystem at 1732616426576Initializing all the Stores at 1732616426576Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616426576Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616426576Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616426576Cleaning up temporary data from old regions at 1732616426583 (+7 ms)Running coprocessor post-open hooks at 1732616426586 (+3 ms)Region opened successfully at 1732616426586 2024-11-26T10:20:26,587 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525., pid=6, masterSystemTime=1732616426571 2024-11-26T10:20:26,588 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. 2024-11-26T10:20:26,588 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. 2024-11-26T10:20:26,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65f1f7a87c55ef15e0384c906d34a525, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,39555,1732616416238 2024-11-26T10:20:26,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65f1f7a87c55ef15e0384c906d34a525, server=94eedbb855cf,39555,1732616416238 because future has completed 2024-11-26T10:20:26,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:20:26,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 65f1f7a87c55ef15e0384c906d34a525, server=94eedbb855cf,39555,1732616416238 in 172 msec 2024-11-26T10:20:26,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:20:26,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=65f1f7a87c55ef15e0384c906d34a525, ASSIGN in 328 msec 2024-11-26T10:20:26,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:20:26,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616426595"}]},"ts":"1732616426595"} 2024-11-26T10:20:26,597 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:20:26,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:20:26,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-26T10:20:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:27,590 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:20:27,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34759,1732616420214 2024-11-26T10:20:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7be37616 2024-11-26T10:20:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:27,592 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:20:27,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:20:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:20:27,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:20:27,595 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:27,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:20:27,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:20:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:27,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:20:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:28,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abd80f25c39dc922d99eb399f89658ac, NAME => 'test,,1732616427593.abd80f25c39dc922d99eb399f89658ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3 2024-11-26T10:20:28,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:20:28,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616427593.abd80f25c39dc922d99eb399f89658ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:28,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing abd80f25c39dc922d99eb399f89658ac, disabling compactions & flushes 2024-11-26T10:20:28,007 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. 2024-11-26T10:20:28,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. 2024-11-26T10:20:28,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. after waiting 0 ms 2024-11-26T10:20:28,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. 2024-11-26T10:20:28,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. 2024-11-26T10:20:28,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for abd80f25c39dc922d99eb399f89658ac: Waiting for close lock at 1732616428007Disabling compacts and flushes for region at 1732616428007Disabling writes for close at 1732616428007Writing region close event to WAL at 1732616428007Closed at 1732616428007 2024-11-26T10:20:28,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:20:28,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616427593.abd80f25c39dc922d99eb399f89658ac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616428009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616428009"}]},"ts":"1732616428009"} 2024-11-26T10:20:28,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:20:28,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:20:28,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616428011"}]},"ts":"1732616428011"} 2024-11-26T10:20:28,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:20:28,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abd80f25c39dc922d99eb399f89658ac, ASSIGN}] 2024-11-26T10:20:28,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abd80f25c39dc922d99eb399f89658ac, ASSIGN 2024-11-26T10:20:28,014 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=abd80f25c39dc922d99eb399f89658ac, ASSIGN; state=OFFLINE, location=94eedbb855cf,38343,1732616420253; forceNewPlan=false, retain=false 2024-11-26T10:20:28,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abd80f25c39dc922d99eb399f89658ac, regionState=OPENING, regionLocation=94eedbb855cf,38343,1732616420253 2024-11-26T10:20:28,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=abd80f25c39dc922d99eb399f89658ac, ASSIGN because future has completed 2024-11-26T10:20:28,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abd80f25c39dc922d99eb399f89658ac, server=94eedbb855cf,38343,1732616420253}] 2024-11-26T10:20:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:28,321 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. 2024-11-26T10:20:28,321 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abd80f25c39dc922d99eb399f89658ac, NAME => 'test,,1732616427593.abd80f25c39dc922d99eb399f89658ac.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:28,322 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:20:28,322 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:20:28,322 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,322 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616427593.abd80f25c39dc922d99eb399f89658ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:28,322 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,322 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,323 INFO [StoreOpener-abd80f25c39dc922d99eb399f89658ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,324 INFO [StoreOpener-abd80f25c39dc922d99eb399f89658ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd80f25c39dc922d99eb399f89658ac columnFamilyName f 2024-11-26T10:20:28,324 DEBUG [StoreOpener-abd80f25c39dc922d99eb399f89658ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:28,324 INFO [StoreOpener-abd80f25c39dc922d99eb399f89658ac-1 {}] regionserver.HStore(327): Store=abd80f25c39dc922d99eb399f89658ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:28,324 INFO [StoreOpener-abd80f25c39dc922d99eb399f89658ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,325 INFO [StoreOpener-abd80f25c39dc922d99eb399f89658ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd80f25c39dc922d99eb399f89658ac columnFamilyName f1 2024-11-26T10:20:28,325 DEBUG [StoreOpener-abd80f25c39dc922d99eb399f89658ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:28,325 INFO [StoreOpener-abd80f25c39dc922d99eb399f89658ac-1 {}] regionserver.HStore(327): Store=abd80f25c39dc922d99eb399f89658ac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:28,326 INFO [StoreOpener-abd80f25c39dc922d99eb399f89658ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,326 INFO [StoreOpener-abd80f25c39dc922d99eb399f89658ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd80f25c39dc922d99eb399f89658ac columnFamilyName norep 2024-11-26T10:20:28,326 DEBUG [StoreOpener-abd80f25c39dc922d99eb399f89658ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:28,326 INFO [StoreOpener-abd80f25c39dc922d99eb399f89658ac-1 {}] regionserver.HStore(327): Store=abd80f25c39dc922d99eb399f89658ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:28,327 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,327 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,328 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,328 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,328 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,329 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:20:28,331 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,332 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:28,332 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abd80f25c39dc922d99eb399f89658ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70316618, jitterRate=0.047799259424209595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:20:28,333 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:28,333 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abd80f25c39dc922d99eb399f89658ac: Running coprocessor pre-open hook at 1732616428322Writing region info on filesystem at 1732616428322Initializing all the Stores at 1732616428323 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616428323Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616428323Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616428323Cleaning up temporary data from old regions at 1732616428328 (+5 ms)Running coprocessor post-open hooks at 1732616428333 (+5 ms)Region opened successfully at 1732616428333 2024-11-26T10:20:28,333 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616427593.abd80f25c39dc922d99eb399f89658ac., pid=6, masterSystemTime=1732616428318 2024-11-26T10:20:28,335 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. 2024-11-26T10:20:28,335 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. 2024-11-26T10:20:28,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abd80f25c39dc922d99eb399f89658ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,38343,1732616420253 2024-11-26T10:20:28,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abd80f25c39dc922d99eb399f89658ac, server=94eedbb855cf,38343,1732616420253 because future has completed 2024-11-26T10:20:28,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:20:28,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abd80f25c39dc922d99eb399f89658ac, server=94eedbb855cf,38343,1732616420253 in 172 msec 2024-11-26T10:20:28,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:20:28,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=abd80f25c39dc922d99eb399f89658ac, ASSIGN in 327 msec 2024-11-26T10:20:28,342 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:20:28,342 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616428342"}]},"ts":"1732616428342"} 2024-11-26T10:20:28,344 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:20:28,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:20:28,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-26T10:20:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:20:28,730 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:20:28,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74285854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:28,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43485,-1 for getting cluster id 2024-11-26T10:20:28,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:28,732 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1246b25-523a-4f64-a5f2-a80a53117244' 2024-11-26T10:20:28,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:28,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1246b25-523a-4f64-a5f2-a80a53117244" 2024-11-26T10:20:28,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e70d3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:28,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43485,-1] 2024-11-26T10:20:28,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:28,733 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:28,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5510f07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:28,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:28,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43485,1732616412577 2024-11-26T10:20:28,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@396fadd0 2024-11-26T10:20:28,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:28,736 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:20:28,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:35543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:20:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:20:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:28,739 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:35543' 2024-11-26T10:20:28,740 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e957c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:28,740 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,35543,-1 for getting cluster id 2024-11-26T10:20:28,740 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:28,741 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92bf6676-7bee-48ea-8ffd-7fc2c18ee23b' 2024-11-26T10:20:28,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:28,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92bf6676-7bee-48ea-8ffd-7fc2c18ee23b" 2024-11-26T10:20:28,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b733303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:28,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,35543,-1] 2024-11-26T10:20:28,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:28,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:28,742 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:28,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20294446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:28,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:28,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,35543,1732616416203 2024-11-26T10:20:28,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@397bc4a1 2024-11-26T10:20:28,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:28,744 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:20:28,744 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:20:28,745 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:20:28,745 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:28,745 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:28,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:28,745 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:20:28,746 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:20:28,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:20:28,747 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:28,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:20:28,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741837_1013 (size=1138) 2024-11-26T10:20:28,796 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:20:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:29,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c27db39a4eb290ac704ff439d0e15c3, NAME => 'hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c 2024-11-26T10:20:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741838_1014 (size=44) 2024-11-26T10:20:29,172 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:29,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3c27db39a4eb290ac704ff439d0e15c3, disabling compactions & flushes 2024-11-26T10:20:29,173 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:29,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:29,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. after waiting 0 ms 2024-11-26T10:20:29,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:29,173 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:29,173 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c27db39a4eb290ac704ff439d0e15c3: Waiting for close lock at 1732616429173Disabling compacts and flushes for region at 1732616429173Disabling writes for close at 1732616429173Writing region close event to WAL at 1732616429173Closed at 1732616429173 2024-11-26T10:20:29,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:20:29,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616429174"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616429174"}]},"ts":"1732616429174"} 2024-11-26T10:20:29,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:20:29,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:20:29,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616429177"}]},"ts":"1732616429177"} 2024-11-26T10:20:29,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:20:29,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c27db39a4eb290ac704ff439d0e15c3, ASSIGN}] 2024-11-26T10:20:29,179 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c27db39a4eb290ac704ff439d0e15c3, ASSIGN 2024-11-26T10:20:29,180 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c27db39a4eb290ac704ff439d0e15c3, ASSIGN; state=OFFLINE, location=94eedbb855cf,37703,1732616412639; forceNewPlan=false, retain=false 2024-11-26T10:20:29,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c27db39a4eb290ac704ff439d0e15c3, regionState=OPENING, regionLocation=94eedbb855cf,37703,1732616412639 2024-11-26T10:20:29,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c27db39a4eb290ac704ff439d0e15c3, ASSIGN because future has completed 2024-11-26T10:20:29,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c27db39a4eb290ac704ff439d0e15c3, server=94eedbb855cf,37703,1732616412639}] 2024-11-26T10:20:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:29,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:29,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:29,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:20:29,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C37703%2C1732616412639.rep, suffix=, logDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639, archiveDir=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/oldWALs, maxLogs=10 2024-11-26T10:20:29,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.rep.1732616429489, exclude list is [], retry=0 2024-11-26T10:20:29,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33429,DS-04de48c0-996f-44c1-8ab5-a708f730458f,DISK] 2024-11-26T10:20:29,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.rep.1732616429489 2024-11-26T10:20:29,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-26T10:20:29,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c27db39a4eb290ac704ff439d0e15c3, NAME => 'hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:29,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:20:29,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:20:29,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. service=MultiRowMutationService 2024-11-26T10:20:29,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:20:29,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:29,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,509 INFO [StoreOpener-3c27db39a4eb290ac704ff439d0e15c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,510 INFO [StoreOpener-3c27db39a4eb290ac704ff439d0e15c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c27db39a4eb290ac704ff439d0e15c3 columnFamilyName hfileref 2024-11-26T10:20:29,510 DEBUG [StoreOpener-3c27db39a4eb290ac704ff439d0e15c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:29,510 INFO [StoreOpener-3c27db39a4eb290ac704ff439d0e15c3-1 {}] regionserver.HStore(327): Store=3c27db39a4eb290ac704ff439d0e15c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:29,510 INFO [StoreOpener-3c27db39a4eb290ac704ff439d0e15c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,511 INFO [StoreOpener-3c27db39a4eb290ac704ff439d0e15c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c27db39a4eb290ac704ff439d0e15c3 columnFamilyName queue 2024-11-26T10:20:29,511 DEBUG [StoreOpener-3c27db39a4eb290ac704ff439d0e15c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:29,512 INFO [StoreOpener-3c27db39a4eb290ac704ff439d0e15c3-1 {}] regionserver.HStore(327): Store=3c27db39a4eb290ac704ff439d0e15c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:29,512 INFO [StoreOpener-3c27db39a4eb290ac704ff439d0e15c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,513 INFO [StoreOpener-3c27db39a4eb290ac704ff439d0e15c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c27db39a4eb290ac704ff439d0e15c3 columnFamilyName sid 2024-11-26T10:20:29,513 DEBUG [StoreOpener-3c27db39a4eb290ac704ff439d0e15c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:29,513 INFO [StoreOpener-3c27db39a4eb290ac704ff439d0e15c3-1 {}] regionserver.HStore(327): Store=3c27db39a4eb290ac704ff439d0e15c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:29,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/replication/3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/replication/3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:20:29,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/replication/3c27db39a4eb290ac704ff439d0e15c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:29,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3c27db39a4eb290ac704ff439d0e15c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61786056, jitterRate=-0.07931602001190186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:20:29,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:29,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3c27db39a4eb290ac704ff439d0e15c3: Running coprocessor pre-open hook at 1732616429508Writing region info on filesystem at 1732616429508Initializing all the Stores at 1732616429508Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616429508Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616429508Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616429508Cleaning up temporary data from old regions at 1732616429515 (+7 ms)Running coprocessor post-open hooks at 1732616429518 (+3 ms)Region opened successfully at 1732616429518 2024-11-26T10:20:29,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3., pid=10, masterSystemTime=1732616429484 2024-11-26T10:20:29,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:29,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:29,522 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c27db39a4eb290ac704ff439d0e15c3, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,37703,1732616412639 2024-11-26T10:20:29,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c27db39a4eb290ac704ff439d0e15c3, server=94eedbb855cf,37703,1732616412639 because future has completed 2024-11-26T10:20:29,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:20:29,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c27db39a4eb290ac704ff439d0e15c3, server=94eedbb855cf,37703,1732616412639 in 191 msec 2024-11-26T10:20:29,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T10:20:29,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c27db39a4eb290ac704ff439d0e15c3, ASSIGN in 347 msec 2024-11-26T10:20:29,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:20:29,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616429528"}]},"ts":"1732616429528"} 2024-11-26T10:20:29,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:20:29,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:20:29,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 786 msec 2024-11-26T10:20:29,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3., hostname=94eedbb855cf,37703,1732616412639, seqNum=2] 2024-11-26T10:20:29,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:29,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:29,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:20:29,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T10:20:29,712 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:20:29,741 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,37703,1732616412639, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:20:29,741 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:29,741 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37703,1732616412639, seqNum=-1] 2024-11-26T10:20:29,742 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:29,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T10:20:29,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,37703,1732616412639', locateType=CURRENT is [region=hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3., hostname=94eedbb855cf,37703,1732616412639, seqNum=2] 2024-11-26T10:20:29,747 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T10:20:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T10:20:29,749 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,37703,1732616412639 suceeded 2024-11-26T10:20:29,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T10:20:29,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-26T10:20:29,751 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:35543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:20:29,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0150 sec 2024-11-26T10:20:29,760 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:35543' 2024-11-26T10:20:29,761 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29525457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:29,761 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,35543,-1 for getting cluster id 2024-11-26T10:20:29,761 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:29,762 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92bf6676-7bee-48ea-8ffd-7fc2c18ee23b' 2024-11-26T10:20:29,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:29,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92bf6676-7bee-48ea-8ffd-7fc2c18ee23b" 2024-11-26T10:20:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76c5f889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,35543,-1] 2024-11-26T10:20:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:29,764 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:29,764 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47f2c0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:29,764 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:29,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,35543,1732616416203 2024-11-26T10:20:29,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e314e4 2024-11-26T10:20:29,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:29,766 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-26T10:20:29,766 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,37703,1732616412639 (queues=1) is replicating from cluster=e1246b25-523a-4f64-a5f2-a80a53117244 to cluster=92bf6676-7bee-48ea-8ffd-7fc2c18ee23b 2024-11-26T10:20:29,766 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C37703%2C1732616412639 2024-11-26T10:20:29,766 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,37703,1732616412639, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:20:29,767 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C37703%2C1732616412639 2024-11-26T10:20:29,767 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226, startPosition=0, beingWritten=true 2024-11-26T10:20:29,772 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:29,772 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 379, reset compression=false 2024-11-26T10:20:29,772 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,37703,1732616412639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:29,880 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:20:29,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:29,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:29,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:29,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:29,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:29,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:29,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,35543,-1 for getting cluster id 2024-11-26T10:20:29,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:29,882 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92bf6676-7bee-48ea-8ffd-7fc2c18ee23b' 2024-11-26T10:20:29,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:29,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92bf6676-7bee-48ea-8ffd-7fc2c18ee23b" 2024-11-26T10:20:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d70c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,35543,-1] 2024-11-26T10:20:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:29,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:29,884 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:29,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dac0893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:29,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,35543,1732616416203 2024-11-26T10:20:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b900c 2024-11-26T10:20:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:29,886 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:20:29,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:34759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:20:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:20:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:29,889 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:34759' 2024-11-26T10:20:29,890 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d239618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:29,890 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34759,-1 for getting cluster id 2024-11-26T10:20:29,890 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:29,890 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b508b1ff-29df-4850-a7ec-4508b70e9e8e' 2024-11-26T10:20:29,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:29,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b508b1ff-29df-4850-a7ec-4508b70e9e8e" 2024-11-26T10:20:29,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5059e844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:29,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34759,-1] 2024-11-26T10:20:29,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:29,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:29,891 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:29,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bf8ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:29,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:29,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34759,1732616420214 2024-11-26T10:20:29,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c105ae2 2024-11-26T10:20:29,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:29,893 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:20:29,894 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:20:29,894 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:20:29,894 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:29,894 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:29,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:29,894 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:20:29,895 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:20:29,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:20:29,896 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:29,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:20:29,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741837_1013 (size=1138) 2024-11-26T10:20:29,925 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:20:29,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:29,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:29,946 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:20:29,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:29,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:29,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:29,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:29,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:29,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:29,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:29,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:29,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:29,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:29,976 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 379, reset compression=false 2024-11-26T10:20:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:30,280 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 379, reset compression=false 2024-11-26T10:20:30,305 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41752cf95e74471b2ddef5a78ea5b0f5, NAME => 'hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d 2024-11-26T10:20:30,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741838_1014 (size=44) 2024-11-26T10:20:30,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:30,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 41752cf95e74471b2ddef5a78ea5b0f5, disabling compactions & flushes 2024-11-26T10:20:30,319 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. 2024-11-26T10:20:30,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. 2024-11-26T10:20:30,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. after waiting 0 ms 2024-11-26T10:20:30,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. 2024-11-26T10:20:30,319 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. 2024-11-26T10:20:30,319 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41752cf95e74471b2ddef5a78ea5b0f5: Waiting for close lock at 1732616430319Disabling compacts and flushes for region at 1732616430319Disabling writes for close at 1732616430319Writing region close event to WAL at 1732616430319Closed at 1732616430319 2024-11-26T10:20:30,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:20:30,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616430320"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616430320"}]},"ts":"1732616430320"} 2024-11-26T10:20:30,322 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:20:30,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:20:30,323 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616430323"}]},"ts":"1732616430323"} 2024-11-26T10:20:30,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:20:30,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41752cf95e74471b2ddef5a78ea5b0f5, ASSIGN}] 2024-11-26T10:20:30,325 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41752cf95e74471b2ddef5a78ea5b0f5, ASSIGN 2024-11-26T10:20:30,326 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41752cf95e74471b2ddef5a78ea5b0f5, ASSIGN; state=OFFLINE, location=94eedbb855cf,39555,1732616416238; forceNewPlan=false, retain=false 2024-11-26T10:20:30,477 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41752cf95e74471b2ddef5a78ea5b0f5, regionState=OPENING, regionLocation=94eedbb855cf,39555,1732616416238 2024-11-26T10:20:30,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41752cf95e74471b2ddef5a78ea5b0f5, ASSIGN because future has completed 2024-11-26T10:20:30,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41752cf95e74471b2ddef5a78ea5b0f5, server=94eedbb855cf,39555,1732616416238}] 2024-11-26T10:20:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:30,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. 2024-11-26T10:20:30,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:30,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:20:30,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C39555%2C1732616416238.rep, suffix=, logDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238, archiveDir=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/oldWALs, maxLogs=10 2024-11-26T10:20:30,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.rep.1732616430636, exclude list is [], retry=0 2024-11-26T10:20:30,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43403,DS-b782a953-bfc0-4daf-b3e5-a53fb8445a61,DISK] 2024-11-26T10:20:30,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.rep.1732616430636 2024-11-26T10:20:30,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32863:32863)] 2024-11-26T10:20:30,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 41752cf95e74471b2ddef5a78ea5b0f5, NAME => 'hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:30,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:20:30,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:20:30,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. service=MultiRowMutationService 2024-11-26T10:20:30,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:20:30,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:30,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,658 INFO [StoreOpener-41752cf95e74471b2ddef5a78ea5b0f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,659 INFO [StoreOpener-41752cf95e74471b2ddef5a78ea5b0f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41752cf95e74471b2ddef5a78ea5b0f5 columnFamilyName hfileref 2024-11-26T10:20:30,659 DEBUG [StoreOpener-41752cf95e74471b2ddef5a78ea5b0f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:30,659 INFO [StoreOpener-41752cf95e74471b2ddef5a78ea5b0f5-1 {}] regionserver.HStore(327): Store=41752cf95e74471b2ddef5a78ea5b0f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:30,659 INFO [StoreOpener-41752cf95e74471b2ddef5a78ea5b0f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,660 INFO [StoreOpener-41752cf95e74471b2ddef5a78ea5b0f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41752cf95e74471b2ddef5a78ea5b0f5 columnFamilyName queue 2024-11-26T10:20:30,660 DEBUG [StoreOpener-41752cf95e74471b2ddef5a78ea5b0f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:30,660 INFO [StoreOpener-41752cf95e74471b2ddef5a78ea5b0f5-1 {}] regionserver.HStore(327): Store=41752cf95e74471b2ddef5a78ea5b0f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:30,661 INFO [StoreOpener-41752cf95e74471b2ddef5a78ea5b0f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,661 INFO [StoreOpener-41752cf95e74471b2ddef5a78ea5b0f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41752cf95e74471b2ddef5a78ea5b0f5 columnFamilyName sid 2024-11-26T10:20:30,661 DEBUG [StoreOpener-41752cf95e74471b2ddef5a78ea5b0f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:30,662 INFO [StoreOpener-41752cf95e74471b2ddef5a78ea5b0f5-1 {}] regionserver.HStore(327): Store=41752cf95e74471b2ddef5a78ea5b0f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:30,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/replication/41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/replication/41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:20:30,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/replication/41752cf95e74471b2ddef5a78ea5b0f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:30,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 41752cf95e74471b2ddef5a78ea5b0f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68975779, jitterRate=0.027819201350212097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:20:30,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:30,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 41752cf95e74471b2ddef5a78ea5b0f5: Running coprocessor pre-open hook at 1732616430657Writing region info on filesystem at 1732616430657Initializing all the Stores at 1732616430657Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616430657Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616430657Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616430657Cleaning up temporary data from old regions at 1732616430663 (+6 ms)Running coprocessor post-open hooks at 1732616430666 (+3 ms)Region opened successfully at 1732616430666 2024-11-26T10:20:30,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5., pid=10, masterSystemTime=1732616430631 2024-11-26T10:20:30,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. 2024-11-26T10:20:30,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. 2024-11-26T10:20:30,669 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41752cf95e74471b2ddef5a78ea5b0f5, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,39555,1732616416238 2024-11-26T10:20:30,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41752cf95e74471b2ddef5a78ea5b0f5, server=94eedbb855cf,39555,1732616416238 because future has completed 2024-11-26T10:20:30,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:20:30,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 41752cf95e74471b2ddef5a78ea5b0f5, server=94eedbb855cf,39555,1732616416238 in 192 msec 2024-11-26T10:20:30,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T10:20:30,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41752cf95e74471b2ddef5a78ea5b0f5, ASSIGN in 349 msec 2024-11-26T10:20:30,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:20:30,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616430675"}]},"ts":"1732616430675"} 2024-11-26T10:20:30,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:20:30,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:20:30,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-11-26T10:20:30,685 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 379, reset compression=false 2024-11-26T10:20:30,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5., hostname=94eedbb855cf,39555,1732616416238, seqNum=2] 2024-11-26T10:20:30,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:30,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:30,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:20:30,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T10:20:30,862 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:20:30,890 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,39555,1732616416238, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:20:30,890 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:30,890 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39555,1732616416238, seqNum=-1] 2024-11-26T10:20:30,891 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:30,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T10:20:30,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,39555,1732616416238', locateType=CURRENT is [region=hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5., hostname=94eedbb855cf,39555,1732616416238, seqNum=2] 2024-11-26T10:20:30,906 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T10:20:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T10:20:30,909 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,39555,1732616416238 suceeded 2024-11-26T10:20:30,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T10:20:30,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-26T10:20:30,911 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:34759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:20:30,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0250 sec 2024-11-26T10:20:30,922 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:34759' 2024-11-26T10:20:30,924 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dbb4932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:30,924 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34759,-1 for getting cluster id 2024-11-26T10:20:30,924 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:30,925 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b508b1ff-29df-4850-a7ec-4508b70e9e8e' 2024-11-26T10:20:30,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:30,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b508b1ff-29df-4850-a7ec-4508b70e9e8e" 2024-11-26T10:20:30,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2670e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:30,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34759,-1] 2024-11-26T10:20:30,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:30,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:30,926 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:30,927 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58a996ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:30,927 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:30,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34759,1732616420214 2024-11-26T10:20:30,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390a58f 2024-11-26T10:20:30,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:30,929 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-26T10:20:30,929 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,39555,1732616416238 (queues=1) is replicating from cluster=92bf6676-7bee-48ea-8ffd-7fc2c18ee23b to cluster=b508b1ff-29df-4850-a7ec-4508b70e9e8e 2024-11-26T10:20:30,929 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C39555%2C1732616416238 2024-11-26T10:20:30,929 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,39555,1732616416238, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:20:30,930 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217, startPosition=0, beingWritten=true 2024-11-26T10:20:30,930 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C39555%2C1732616416238 2024-11-26T10:20:30,938 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:30,938 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 379, reset compression=false 2024-11-26T10:20:30,938 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39555,1732616416238 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:31,021 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:20:31,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:31,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:31,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:31,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:31,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:31,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:31,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34759,-1 for getting cluster id 2024-11-26T10:20:31,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:31,023 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b508b1ff-29df-4850-a7ec-4508b70e9e8e' 2024-11-26T10:20:31,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:31,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b508b1ff-29df-4850-a7ec-4508b70e9e8e" 2024-11-26T10:20:31,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d0fcf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:31,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34759,-1] 2024-11-26T10:20:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:31,024 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f4e8ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:31,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34759,1732616420214 2024-11-26T10:20:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fe1178a 2024-11-26T10:20:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:31,027 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:20:31,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:43485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:20:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:20:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:31,031 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:43485' 2024-11-26T10:20:31,032 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b8f143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:31,032 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43485,-1 for getting cluster id 2024-11-26T10:20:31,032 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:31,033 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1246b25-523a-4f64-a5f2-a80a53117244' 2024-11-26T10:20:31,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:31,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1246b25-523a-4f64-a5f2-a80a53117244" 2024-11-26T10:20:31,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aec3e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:31,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43485,-1] 2024-11-26T10:20:31,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:31,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:31,034 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:31,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211d8111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:31,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:31,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43485,1732616412577 2024-11-26T10:20:31,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@334c91d3 2024-11-26T10:20:31,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:31,037 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:20:31,038 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:20:31,038 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:20:31,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:31,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:31,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:31,038 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:20:31,039 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:20:31,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:20:31,040 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:31,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:20:31,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741837_1013 (size=1138) 2024-11-26T10:20:31,089 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:20:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:31,141 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 379, reset compression=false 2024-11-26T10:20:31,188 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 379, reset compression=false 2024-11-26T10:20:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:31,447 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 379, reset compression=false 2024-11-26T10:20:31,449 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22ebc3b7a2c4042a864f6f0a91ef9b75, NAME => 'hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3 2024-11-26T10:20:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741838_1014 (size=44) 2024-11-26T10:20:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:31,795 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 379, reset compression=false 2024-11-26T10:20:31,851 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 379, reset compression=false 2024-11-26T10:20:31,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:31,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 22ebc3b7a2c4042a864f6f0a91ef9b75, disabling compactions & flushes 2024-11-26T10:20:31,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. 2024-11-26T10:20:31,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. 2024-11-26T10:20:31,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. after waiting 0 ms 2024-11-26T10:20:31,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. 2024-11-26T10:20:31,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. 2024-11-26T10:20:31,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22ebc3b7a2c4042a864f6f0a91ef9b75: Waiting for close lock at 1732616431854Disabling compacts and flushes for region at 1732616431854Disabling writes for close at 1732616431854Writing region close event to WAL at 1732616431854Closed at 1732616431854 2024-11-26T10:20:31,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:20:31,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616431855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616431855"}]},"ts":"1732616431855"} 2024-11-26T10:20:31,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:20:31,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:20:31,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616431858"}]},"ts":"1732616431858"} 2024-11-26T10:20:31,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:20:31,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22ebc3b7a2c4042a864f6f0a91ef9b75, ASSIGN}] 2024-11-26T10:20:31,861 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22ebc3b7a2c4042a864f6f0a91ef9b75, ASSIGN 2024-11-26T10:20:31,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22ebc3b7a2c4042a864f6f0a91ef9b75, ASSIGN; state=OFFLINE, location=94eedbb855cf,38343,1732616420253; forceNewPlan=false, retain=false 2024-11-26T10:20:32,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22ebc3b7a2c4042a864f6f0a91ef9b75, regionState=OPENING, regionLocation=94eedbb855cf,38343,1732616420253 2024-11-26T10:20:32,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22ebc3b7a2c4042a864f6f0a91ef9b75, ASSIGN because future has completed 2024-11-26T10:20:32,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22ebc3b7a2c4042a864f6f0a91ef9b75, server=94eedbb855cf,38343,1732616420253}] 2024-11-26T10:20:32,087 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T10:20:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:32,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. 2024-11-26T10:20:32,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:32,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:20:32,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C38343%2C1732616420253.rep, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/oldWALs, maxLogs=10 2024-11-26T10:20:32,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.rep.1732616432173, exclude list is [], retry=0 2024-11-26T10:20:32,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46311,DS-22a569cc-141d-46a8-bea5-9525304653fe,DISK] 2024-11-26T10:20:32,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.rep.1732616432173 2024-11-26T10:20:32,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43853:43853)] 2024-11-26T10:20:32,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 22ebc3b7a2c4042a864f6f0a91ef9b75, NAME => 'hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:32,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:20:32,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:20:32,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. service=MultiRowMutationService 2024-11-26T10:20:32,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:20:32,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:32,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,193 INFO [StoreOpener-22ebc3b7a2c4042a864f6f0a91ef9b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,194 INFO [StoreOpener-22ebc3b7a2c4042a864f6f0a91ef9b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22ebc3b7a2c4042a864f6f0a91ef9b75 columnFamilyName hfileref 2024-11-26T10:20:32,194 DEBUG [StoreOpener-22ebc3b7a2c4042a864f6f0a91ef9b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:32,194 INFO [StoreOpener-22ebc3b7a2c4042a864f6f0a91ef9b75-1 {}] regionserver.HStore(327): Store=22ebc3b7a2c4042a864f6f0a91ef9b75/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:32,195 INFO [StoreOpener-22ebc3b7a2c4042a864f6f0a91ef9b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,195 INFO [StoreOpener-22ebc3b7a2c4042a864f6f0a91ef9b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22ebc3b7a2c4042a864f6f0a91ef9b75 columnFamilyName queue 2024-11-26T10:20:32,195 DEBUG [StoreOpener-22ebc3b7a2c4042a864f6f0a91ef9b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:32,196 INFO [StoreOpener-22ebc3b7a2c4042a864f6f0a91ef9b75-1 {}] regionserver.HStore(327): Store=22ebc3b7a2c4042a864f6f0a91ef9b75/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:32,196 INFO [StoreOpener-22ebc3b7a2c4042a864f6f0a91ef9b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,196 INFO [StoreOpener-22ebc3b7a2c4042a864f6f0a91ef9b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22ebc3b7a2c4042a864f6f0a91ef9b75 columnFamilyName sid 2024-11-26T10:20:32,196 DEBUG [StoreOpener-22ebc3b7a2c4042a864f6f0a91ef9b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:32,197 INFO [StoreOpener-22ebc3b7a2c4042a864f6f0a91ef9b75-1 {}] regionserver.HStore(327): Store=22ebc3b7a2c4042a864f6f0a91ef9b75/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:32,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/replication/22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/replication/22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:20:32,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/replication/22ebc3b7a2c4042a864f6f0a91ef9b75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:32,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 22ebc3b7a2c4042a864f6f0a91ef9b75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61910999, jitterRate=-0.07745422422885895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:20:32,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:32,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 22ebc3b7a2c4042a864f6f0a91ef9b75: Running coprocessor pre-open hook at 1732616432192Writing region info on filesystem at 1732616432192Initializing all the Stores at 1732616432193 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616432193Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616432193Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616432193Cleaning up temporary data from old regions at 1732616432198 (+5 ms)Running coprocessor post-open hooks at 1732616432201 (+3 ms)Region opened successfully at 1732616432202 (+1 ms) 2024-11-26T10:20:32,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75., pid=10, masterSystemTime=1732616432167 2024-11-26T10:20:32,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. 2024-11-26T10:20:32,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. 2024-11-26T10:20:32,204 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22ebc3b7a2c4042a864f6f0a91ef9b75, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,38343,1732616420253 2024-11-26T10:20:32,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22ebc3b7a2c4042a864f6f0a91ef9b75, server=94eedbb855cf,38343,1732616420253 because future has completed 2024-11-26T10:20:32,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:20:32,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 22ebc3b7a2c4042a864f6f0a91ef9b75, server=94eedbb855cf,38343,1732616420253 in 192 msec 2024-11-26T10:20:32,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T10:20:32,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22ebc3b7a2c4042a864f6f0a91ef9b75, ASSIGN in 349 msec 2024-11-26T10:20:32,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:20:32,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616432211"}]},"ts":"1732616432211"} 2024-11-26T10:20:32,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:20:32,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:20:32,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-26T10:20:32,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75., hostname=94eedbb855cf,38343,1732616420253, seqNum=2] 2024-11-26T10:20:32,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:32,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:32,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:20:32,355 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 379, reset compression=false 2024-11-26T10:20:32,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T10:20:32,406 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:20:32,444 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,38343,1732616420253, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:20:32,444 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:32,444 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,38343,1732616420253, seqNum=-1] 2024-11-26T10:20:32,444 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:32,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T10:20:32,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,38343,1732616420253', locateType=CURRENT is [region=hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75., hostname=94eedbb855cf,38343,1732616420253, seqNum=2] 2024-11-26T10:20:32,449 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T10:20:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T10:20:32,451 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,38343,1732616420253 suceeded 2024-11-26T10:20:32,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T10:20:32,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-26T10:20:32,454 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:43485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:20:32,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4260 sec 2024-11-26T10:20:32,465 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:43485' 2024-11-26T10:20:32,466 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f3555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:32,466 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43485,-1 for getting cluster id 2024-11-26T10:20:32,466 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:32,467 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1246b25-523a-4f64-a5f2-a80a53117244' 2024-11-26T10:20:32,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:32,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1246b25-523a-4f64-a5f2-a80a53117244" 2024-11-26T10:20:32,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@774ce426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:32,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43485,-1] 2024-11-26T10:20:32,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:32,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:32,468 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:32,469 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15560442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:32,469 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:32,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43485,1732616412577 2024-11-26T10:20:32,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@586962ef 2024-11-26T10:20:32,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:32,488 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T10:20:32,489 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,38343,1732616420253 (queues=1) is replicating from cluster=b508b1ff-29df-4850-a7ec-4508b70e9e8e to cluster=e1246b25-523a-4f64-a5f2-a80a53117244 2024-11-26T10:20:32,489 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C38343%2C1732616420253 2024-11-26T10:20:32,489 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,38343,1732616420253, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:20:32,490 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C38343%2C1732616420253 2024-11-26T10:20:32,490 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, startPosition=0, beingWritten=true 2024-11-26T10:20:32,494 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:32,494 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 379, reset compression=false 2024-11-26T10:20:32,494 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,38343,1732616420253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:32,499 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 379, reset compression=false 2024-11-26T10:20:32,698 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 379, reset compression=false 2024-11-26T10:20:32,959 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 379, reset compression=false 2024-11-26T10:20:33,001 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 379, reset compression=false 2024-11-26T10:20:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:20:33,180 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:20:33,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:33,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:33,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:33,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:33,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:33,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43485,-1 for getting cluster id 2024-11-26T10:20:33,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:33,182 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1246b25-523a-4f64-a5f2-a80a53117244' 2024-11-26T10:20:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1246b25-523a-4f64-a5f2-a80a53117244" 2024-11-26T10:20:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59727212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43485,-1] 2024-11-26T10:20:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:33,184 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:33,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e79cc8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,35543,-1 for getting cluster id 2024-11-26T10:20:33,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:33,185 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92bf6676-7bee-48ea-8ffd-7fc2c18ee23b' 2024-11-26T10:20:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92bf6676-7bee-48ea-8ffd-7fc2c18ee23b" 2024-11-26T10:20:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1952bdae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,35543,-1] 2024-11-26T10:20:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:33,187 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65371b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34759,-1 for getting cluster id 2024-11-26T10:20:33,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:33,189 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b508b1ff-29df-4850-a7ec-4508b70e9e8e' 2024-11-26T10:20:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b508b1ff-29df-4850-a7ec-4508b70e9e8e" 2024-11-26T10:20:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793ad8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34759,-1] 2024-11-26T10:20:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:33,190 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5c28e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:33,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37703,1732616412639, seqNum=-1] 2024-11-26T10:20:33,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:33,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:33,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85., hostname=94eedbb855cf,37703,1732616412639, seqNum=2] 2024-11-26T10:20:33,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,38343,1732616420253, seqNum=-1] 2024-11-26T10:20:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:33,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732616427593.abd80f25c39dc922d99eb399f89658ac., hostname=94eedbb855cf,38343,1732616420253, seqNum=2] 2024-11-26T10:20:33,201 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T10:20:33,303 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 379, reset compression=false 2024-11-26T10:20:33,309 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:33,309 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 480, reset compression=false 2024-11-26T10:20:33,309 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,37703,1732616412639 got entry batch from reader: WALEntryBatch [walEntries=[{test/79f7fef10ae7e47bbbb2950cff5eca85/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T10:20:33,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T10:20:33,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T10:20:33,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:20:33,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T10:20:33,311 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:20:33,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-26T10:20:33,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:33,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43027a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,35543,-1 for getting cluster id 2024-11-26T10:20:33,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:33,315 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92bf6676-7bee-48ea-8ffd-7fc2c18ee23b' 2024-11-26T10:20:33,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:33,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92bf6676-7bee-48ea-8ffd-7fc2c18ee23b" 2024-11-26T10:20:33,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66d7bc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,35543,-1] 2024-11-26T10:20:33,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:33,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:33,316 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:33,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73af5b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:33,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39555,1732616416238, seqNum=-1] 2024-11-26T10:20:33,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:33,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T10:20:33,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525., hostname=94eedbb855cf,39555,1732616416238, seqNum=2] 2024-11-26T10:20:33,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:33,405 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 379, reset compression=false 2024-11-26T10:20:33,515 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 480, reset compression=false 2024-11-26T10:20:33,664 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 379, reset compression=false 2024-11-26T10:20:33,669 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:33,669 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 504, reset compression=false 2024-11-26T10:20:33,669 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39555,1732616416238 got entry batch from reader: WALEntryBatch [walEntries=[{test/65f1f7a87c55ef15e0384c906d34a525/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T10:20:33,671 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:20:33,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-26T10:20:33,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:33,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a1719f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34759,-1 for getting cluster id 2024-11-26T10:20:33,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:33,676 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b508b1ff-29df-4850-a7ec-4508b70e9e8e' 2024-11-26T10:20:33,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:33,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b508b1ff-29df-4850-a7ec-4508b70e9e8e" 2024-11-26T10:20:33,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4562c790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34759,-1] 2024-11-26T10:20:33,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:33,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:33,678 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:33,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5822e49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:33,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:33,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,38343,1732616420253, seqNum=-1] 2024-11-26T10:20:33,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:33,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T10:20:33,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732616427593.abd80f25c39dc922d99eb399f89658ac., hostname=94eedbb855cf,38343,1732616420253, seqNum=2] 2024-11-26T10:20:33,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:33,819 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 480, reset compression=false 2024-11-26T10:20:33,876 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 504, reset compression=false 2024-11-26T10:20:33,909 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 379, reset compression=false 2024-11-26T10:20:33,913 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:33,913 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 528, reset compression=false 2024-11-26T10:20:33,913 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,38343,1732616420253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:34,116 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 528, reset compression=false 2024-11-26T10:20:34,180 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 504, reset compression=false 2024-11-26T10:20:34,203 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T10:20:34,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,39555,1732616416238, seqNum=-1] 2024-11-26T10:20:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:34,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525., hostname=94eedbb855cf,39555,1732616416238, seqNum=2] 2024-11-26T10:20:34,210 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T10:20:34,225 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 480, reset compression=false 2024-11-26T10:20:34,420 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 528, reset compression=false 2024-11-26T10:20:34,584 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 504, reset compression=false 2024-11-26T10:20:34,589 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:34,589 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 608, reset compression=false 2024-11-26T10:20:34,589 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39555,1732616416238 got entry batch from reader: WALEntryBatch [walEntries=[{test/65f1f7a87c55ef15e0384c906d34a525/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T10:20:34,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:34,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:34,729 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 480, reset compression=false 2024-11-26T10:20:34,793 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 608, reset compression=false 2024-11-26T10:20:34,824 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 528, reset compression=false 2024-11-26T10:20:34,828 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:34,828 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 656, reset compression=false 2024-11-26T10:20:34,828 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,38343,1732616420253 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd80f25c39dc922d99eb399f89658ac/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T10:20:34,838 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:20:34,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T10:20:34,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:34,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26badd62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:34,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43485,-1 for getting cluster id 2024-11-26T10:20:34,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:34,841 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1246b25-523a-4f64-a5f2-a80a53117244' 2024-11-26T10:20:34,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:34,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1246b25-523a-4f64-a5f2-a80a53117244" 2024-11-26T10:20:34,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fbb05f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:34,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43485,-1] 2024-11-26T10:20:34,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:34,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:34,842 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:34,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3634b844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:34,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:34,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,37703,1732616412639, seqNum=-1] 2024-11-26T10:20:34,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:34,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T10:20:34,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85., hostname=94eedbb855cf,37703,1732616412639, seqNum=2] 2024-11-26T10:20:34,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:35,010 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:20:35,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:35,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:35,039 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 656, reset compression=false 2024-11-26T10:20:35,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:35,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:35,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:35,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:35,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:35,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:35,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:35,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:35,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:35,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:35,097 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 608, reset compression=false 2024-11-26T10:20:35,212 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T10:20:35,215 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T10:20:35,333 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 480, reset compression=false 2024-11-26T10:20:35,338 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:35,338 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 632, reset compression=false 2024-11-26T10:20:35,338 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,37703,1732616412639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:35,343 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 656, reset compression=false 2024-11-26T10:20:35,347 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:35,347 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 760, reset compression=false 2024-11-26T10:20:35,347 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,38343,1732616420253 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd80f25c39dc922d99eb399f89658ac/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T10:20:35,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:35,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:35,500 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 608, reset compression=false 2024-11-26T10:20:35,541 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 632, reset compression=false 2024-11-26T10:20:35,546 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:35,546 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 760, reset compression=false 2024-11-26T10:20:35,546 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,37703,1732616412639 got entry batch from reader: WALEntryBatch [walEntries=[{test/79f7fef10ae7e47bbbb2950cff5eca85/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T10:20:35,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:35,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:35,550 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 760, reset compression=false 2024-11-26T10:20:35,749 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 760, reset compression=false 2024-11-26T10:20:35,854 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 760, reset compression=false 2024-11-26T10:20:36,004 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 608, reset compression=false 2024-11-26T10:20:36,008 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:36,008 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 760, reset compression=false 2024-11-26T10:20:36,008 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39555,1732616416238 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:36,053 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 760, reset compression=false 2024-11-26T10:20:36,211 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 760, reset compression=false 2024-11-26T10:20:36,217 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T10:20:36,221 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T10:20:36,257 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 760, reset compression=false 2024-11-26T10:20:36,456 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 760, reset compression=false 2024-11-26T10:20:36,460 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:36,460 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 916, reset compression=false 2024-11-26T10:20:36,460 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,37703,1732616412639 got entry batch from reader: WALEntryBatch [walEntries=[{test/79f7fef10ae7e47bbbb2950cff5eca85/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T10:20:36,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:36,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:36,514 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 760, reset compression=false 2024-11-26T10:20:36,518 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:36,518 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 908, reset compression=false 2024-11-26T10:20:36,518 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39555,1732616416238 got entry batch from reader: WALEntryBatch [walEntries=[{test/65f1f7a87c55ef15e0384c906d34a525/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T10:20:36,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:36,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:36,665 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 916, reset compression=false 2024-11-26T10:20:36,721 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 908, reset compression=false 2024-11-26T10:20:36,761 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 760, reset compression=false 2024-11-26T10:20:36,765 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:36,765 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 932, reset compression=false 2024-11-26T10:20:36,765 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,38343,1732616420253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:36,968 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 932, reset compression=false 2024-11-26T10:20:36,968 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 916, reset compression=false 2024-11-26T10:20:37,025 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 908, reset compression=false 2024-11-26T10:20:37,223 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T10:20:37,226 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T10:20:37,271 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 932, reset compression=false 2024-11-26T10:20:37,371 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 916, reset compression=false 2024-11-26T10:20:37,429 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 908, reset compression=false 2024-11-26T10:20:37,433 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:37,433 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1067, reset compression=false 2024-11-26T10:20:37,433 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39555,1732616416238 got entry batch from reader: WALEntryBatch [walEntries=[{test/65f1f7a87c55ef15e0384c906d34a525/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T10:20:37,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:37,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:37,636 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1067, reset compression=false 2024-11-26T10:20:37,675 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 932, reset compression=false 2024-11-26T10:20:37,678 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:37,678 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1082, reset compression=false 2024-11-26T10:20:37,678 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,38343,1732616420253 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd80f25c39dc922d99eb399f89658ac/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T10:20:37,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:37,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:37,875 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 916, reset compression=false 2024-11-26T10:20:37,879 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:37,879 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1090, reset compression=false 2024-11-26T10:20:37,879 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,37703,1732616412639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:37,881 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1082, reset compression=false 2024-11-26T10:20:37,940 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1067, reset compression=false 2024-11-26T10:20:38,082 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1090, reset compression=false 2024-11-26T10:20:38,184 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1082, reset compression=false 2024-11-26T10:20:38,228 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T10:20:38,231 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T10:20:38,343 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1067, reset compression=false 2024-11-26T10:20:38,385 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1090, reset compression=false 2024-11-26T10:20:38,587 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1082, reset compression=false 2024-11-26T10:20:38,593 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:38,593 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1241, reset compression=false 2024-11-26T10:20:38,593 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,38343,1732616420253 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd80f25c39dc922d99eb399f89658ac/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T10:20:38,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:38,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:38,788 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1090, reset compression=false 2024-11-26T10:20:38,792 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:38,792 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1240, reset compression=false 2024-11-26T10:20:38,792 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,37703,1732616412639 got entry batch from reader: WALEntryBatch [walEntries=[{test/79f7fef10ae7e47bbbb2950cff5eca85/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T10:20:38,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:38,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:38,805 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1241, reset compression=false 2024-11-26T10:20:38,846 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1067, reset compression=false 2024-11-26T10:20:38,849 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:38,849 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1241, reset compression=false 2024-11-26T10:20:38,850 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39555,1732616416238 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:38,995 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1240, reset compression=false 2024-11-26T10:20:39,052 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1241, reset compression=false 2024-11-26T10:20:39,108 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1241, reset compression=false 2024-11-26T10:20:39,233 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T10:20:39,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb35a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:39,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34759,-1 for getting cluster id 2024-11-26T10:20:39,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:39,240 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b508b1ff-29df-4850-a7ec-4508b70e9e8e' 2024-11-26T10:20:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b508b1ff-29df-4850-a7ec-4508b70e9e8e" 2024-11-26T10:20:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344c81c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:39,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34759,-1] 2024-11-26T10:20:39,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:39,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:39,242 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:39,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad8e567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:39,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34759,1732616420214 2024-11-26T10:20:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a37b2b0 2024-11-26T10:20:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:39,246 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:20:39,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-26T10:20:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-26T10:20:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T10:20:39,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:20:39,299 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1240, reset compression=false 2024-11-26T10:20:39,356 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1241, reset compression=false 2024-11-26T10:20:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T10:20:39,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T10:20:39,405 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-26T10:20:39,405 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-26T10:20:39,406 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,38343,1732616420253 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-26T10:20:39,406 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0. 2024-11-26T10:20:39,406 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:39,406 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:39,406 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:39,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:39,506 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:20:39,506 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T10:20:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T10:20:39,606 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 terminated 2024-11-26T10:20:39,623 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,38343,1732616420253, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:20:39,624 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-26T10:20:39,624 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T10:20:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T10:20:39,626 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 94eedbb855cf,38343,1732616420253 suceeded 2024-11-26T10:20:39,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T10:20:39,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-26T10:20:39,628 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-26T10:20:39,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 381 msec 2024-11-26T10:20:39,637 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:43485' 2024-11-26T10:20:39,638 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@283243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:39,638 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43485,-1 for getting cluster id 2024-11-26T10:20:39,639 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:39,639 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1246b25-523a-4f64-a5f2-a80a53117244' 2024-11-26T10:20:39,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:39,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1246b25-523a-4f64-a5f2-a80a53117244" 2024-11-26T10:20:39,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@340c9c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:39,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43485,-1] 2024-11-26T10:20:39,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:39,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:39,640 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:39,641 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fdf7e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:39,641 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:39,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43485,1732616412577 2024-11-26T10:20:39,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468357bd 2024-11-26T10:20:39,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:39,642 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T10:20:39,643 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,38343,1732616420253 (queues=1) is replicating from cluster=b508b1ff-29df-4850-a7ec-4508b70e9e8e to cluster=e1246b25-523a-4f64-a5f2-a80a53117244 2024-11-26T10:20:39,643 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C38343%2C1732616420253 2024-11-26T10:20:39,643 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,38343,1732616420253, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:20:39,643 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C38343%2C1732616420253 2024-11-26T10:20:39,702 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1240, reset compression=false 2024-11-26T10:20:39,759 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1241, reset compression=false 2024-11-26T10:20:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T10:20:39,881 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:20:39,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:39,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:39,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:39,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:39,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:39,885 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-26T10:20:40,205 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1240, reset compression=false 2024-11-26T10:20:40,210 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:40,210 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1344, reset compression=false 2024-11-26T10:20:40,210 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,37703,1732616412639 got entry batch from reader: WALEntryBatch [walEntries=[{test/79f7fef10ae7e47bbbb2950cff5eca85/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T10:20:40,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:40,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:40,262 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1241, reset compression=false 2024-11-26T10:20:40,266 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:40,266 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1369, reset compression=false 2024-11-26T10:20:40,266 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39555,1732616416238 got entry batch from reader: WALEntryBatch [walEntries=[{test/65f1f7a87c55ef15e0384c906d34a525/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T10:20:40,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:40,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:40,413 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1344, reset compression=false 2024-11-26T10:20:40,470 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1369, reset compression=false 2024-11-26T10:20:40,717 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1344, reset compression=false 2024-11-26T10:20:40,773 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1369, reset compression=false 2024-11-26T10:20:40,887 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-26T10:20:40,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df47c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:40,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,34759,-1 for getting cluster id 2024-11-26T10:20:40,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:40,890 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b508b1ff-29df-4850-a7ec-4508b70e9e8e' 2024-11-26T10:20:40,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:40,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b508b1ff-29df-4850-a7ec-4508b70e9e8e" 2024-11-26T10:20:40,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8acdb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:40,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,34759,-1] 2024-11-26T10:20:40,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:40,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:40,891 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e0b805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:40,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:20:40,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,34759,1732616420214 2024-11-26T10:20:40,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f76e865 2024-11-26T10:20:40,896 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:20:40,896 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:20:40,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-26T10:20:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-26T10:20:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T10:20:40,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:20:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T10:20:41,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-26T10:20:41,055 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-26T10:20:41,055 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T10:20:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-26T10:20:41,058 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 94eedbb855cf,38343,1732616420253 suceeded 2024-11-26T10:20:41,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T10:20:41,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-26T10:20:41,059 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-26T10:20:41,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-11-26T10:20:41,122 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1344, reset compression=false 2024-11-26T10:20:41,145 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, startPosition=1241, beingWritten=true 2024-11-26T10:20:41,149 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:41,149 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1393, reset compression=false 2024-11-26T10:20:41,149 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,38343,1732616420253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, lastWalPosition=1393, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:41,178 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1369, reset compression=false 2024-11-26T10:20:41,182 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:41,183 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1473, reset compression=false 2024-11-26T10:20:41,183 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,39555,1732616416238 got entry batch from reader: WALEntryBatch [walEntries=[{test/65f1f7a87c55ef15e0384c906d34a525/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T10:20:41,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:41,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T10:20:41,220 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:20:41,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:41,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:41,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:41,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:41,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:41,223 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-26T10:20:41,352 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1393, reset compression=false 2024-11-26T10:20:41,356 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:20:41,356 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1521, reset compression=false 2024-11-26T10:20:41,356 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,38343,1732616420253 got entry batch from reader: WALEntryBatch [walEntries=[{test/abd80f25c39dc922d99eb399f89658ac/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T10:20:41,358 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:20:41,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T10:20:41,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:20:41,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37703 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:20:41,386 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1473, reset compression=false 2024-11-26T10:20:41,560 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1521, reset compression=false 2024-11-26T10:20:41,625 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1344, reset compression=false 2024-11-26T10:20:41,629 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:41,629 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1496, reset compression=false 2024-11-26T10:20:41,630 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,37703,1732616412639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:41,689 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1473, reset compression=false 2024-11-26T10:20:41,836 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1496, reset compression=false 2024-11-26T10:20:41,864 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1521, reset compression=false 2024-11-26T10:20:42,093 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1473, reset compression=false 2024-11-26T10:20:42,139 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1496, reset compression=false 2024-11-26T10:20:42,224 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-26T10:20:42,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:20:42,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:42,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:42,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:42,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:42,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:42,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:20:42,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=494030077, stopped=false 2024-11-26T10:20:42,226 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,34759,1732616420214 2024-11-26T10:20:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/243794118/running 2024-11-26T10:20:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/243794118/running 2024-11-26T10:20:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:42,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:42,227 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:20:42,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:42,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:42,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:42,228 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,38343,1732616420253' ***** 2024-11-26T10:20:42,228 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:20:42,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Set watcher on znode that does not yet exist, /243794118/running 2024-11-26T10:20:42,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Set watcher on znode that does not yet exist, /243794118/running 2024-11-26T10:20:42,229 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:20:42,229 INFO [RS:0;94eedbb855cf:38343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:20:42,229 INFO [RS:0;94eedbb855cf:38343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:20:42,229 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:20:42,229 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(3091): Received CLOSE for 22ebc3b7a2c4042a864f6f0a91ef9b75 2024-11-26T10:20:42,229 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(3091): Received CLOSE for abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:42,229 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,38343,1732616420253 2024-11-26T10:20:42,229 INFO [RS:0;94eedbb855cf:38343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:20:42,229 INFO [RS:0;94eedbb855cf:38343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:38343. 2024-11-26T10:20:42,230 DEBUG [RS:0;94eedbb855cf:38343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:42,230 DEBUG [RS:0;94eedbb855cf:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:42,230 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22ebc3b7a2c4042a864f6f0a91ef9b75, disabling compactions & flushes 2024-11-26T10:20:42,230 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. 2024-11-26T10:20:42,230 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. 2024-11-26T10:20:42,230 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. after waiting 0 ms 2024-11-26T10:20:42,230 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:20:42,230 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. 2024-11-26T10:20:42,230 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:20:42,230 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:20:42,230 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:20:42,230 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22ebc3b7a2c4042a864f6f0a91ef9b75 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-26T10:20:42,230 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T10:20:42,230 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1325): Online Regions={22ebc3b7a2c4042a864f6f0a91ef9b75=hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75., abd80f25c39dc922d99eb399f89658ac=test,,1732616427593.abd80f25c39dc922d99eb399f89658ac., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:20:42,230 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22ebc3b7a2c4042a864f6f0a91ef9b75, abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:42,230 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:20:42,230 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:20:42,230 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:20:42,230 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:20:42,230 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:20:42,230 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T10:20:42,245 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/replication/22ebc3b7a2c4042a864f6f0a91ef9b75/.tmp/queue/8b5cbb9c18ef4e61a979ccaaff4e5f9a is 154, key is 1-94eedbb855cf,38343,1732616420253/queue:94eedbb855cf%2C38343%2C1732616420253/1732616441362/Put/seqid=0 2024-11-26T10:20:42,247 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/.tmp/info/132922bb0522478cac634bb884709932 is 147, key is hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75./info:regioninfo/1732616432204/Put/seqid=0 2024-11-26T10:20:42,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741840_1016 (size=5353) 2024-11-26T10:20:42,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741841_1017 (size=7686) 2024-11-26T10:20:42,266 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1521, reset compression=false 2024-11-26T10:20:42,319 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:20:42,430 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22ebc3b7a2c4042a864f6f0a91ef9b75, abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:42,542 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1496, reset compression=false 2024-11-26T10:20:42,565 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T10:20:42,596 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1473, reset compression=false 2024-11-26T10:20:42,630 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22ebc3b7a2c4042a864f6f0a91ef9b75, abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:42,649 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/replication/22ebc3b7a2c4042a864f6f0a91ef9b75/.tmp/queue/8b5cbb9c18ef4e61a979ccaaff4e5f9a 2024-11-26T10:20:42,651 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/.tmp/info/132922bb0522478cac634bb884709932 2024-11-26T10:20:42,653 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/replication/22ebc3b7a2c4042a864f6f0a91ef9b75/.tmp/queue/8b5cbb9c18ef4e61a979ccaaff4e5f9a as hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/replication/22ebc3b7a2c4042a864f6f0a91ef9b75/queue/8b5cbb9c18ef4e61a979ccaaff4e5f9a 2024-11-26T10:20:42,657 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/replication/22ebc3b7a2c4042a864f6f0a91ef9b75/queue/8b5cbb9c18ef4e61a979ccaaff4e5f9a, entries=1, sequenceid=14, filesize=5.2 K 2024-11-26T10:20:42,658 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 22ebc3b7a2c4042a864f6f0a91ef9b75 in 428ms, sequenceid=14, compaction requested=false 2024-11-26T10:20:42,661 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/replication/22ebc3b7a2c4042a864f6f0a91ef9b75/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-26T10:20:42,661 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:42,661 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:20:42,662 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. 2024-11-26T10:20:42,662 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22ebc3b7a2c4042a864f6f0a91ef9b75: Waiting for close lock at 1732616442229Running coprocessor pre-close hooks at 1732616442229Disabling compacts and flushes for region at 1732616442229Disabling writes for close at 1732616442230 (+1 ms)Obtaining lock to block concurrent updates at 1732616442230Preparing flush snapshotting stores in 22ebc3b7a2c4042a864f6f0a91ef9b75 at 1732616442230Finished memstore snapshotting hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732616442230Flushing stores of hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. at 1732616442231 (+1 ms)Flushing 22ebc3b7a2c4042a864f6f0a91ef9b75/queue: creating writer at 1732616442231Flushing 22ebc3b7a2c4042a864f6f0a91ef9b75/queue: appending metadata at 1732616442244 (+13 ms)Flushing 22ebc3b7a2c4042a864f6f0a91ef9b75/queue: closing flushed file at 1732616442244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d183c2: reopening flushed file at 1732616442653 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 22ebc3b7a2c4042a864f6f0a91ef9b75 in 428ms, sequenceid=14, compaction requested=false at 1732616442658 (+5 ms)Writing region close event to WAL at 1732616442659 (+1 ms)Running coprocessor post-close hooks at 1732616442661 (+2 ms)Closed at 1732616442661 2024-11-26T10:20:42,662 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616431038.22ebc3b7a2c4042a864f6f0a91ef9b75. 2024-11-26T10:20:42,662 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abd80f25c39dc922d99eb399f89658ac, disabling compactions & flushes 2024-11-26T10:20:42,662 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. 2024-11-26T10:20:42,662 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. 2024-11-26T10:20:42,662 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. after waiting 0 ms 2024-11-26T10:20:42,662 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. 2024-11-26T10:20:42,662 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing abd80f25c39dc922d99eb399f89658ac 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T10:20:42,669 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/.tmp/ns/d1bc0ec4678a426aa1198915651f776c is 43, key is default/ns:d/1732616423192/Put/seqid=0 2024-11-26T10:20:42,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741842_1018 (size=5153) 2024-11-26T10:20:42,679 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/.tmp/f/306778173c5d4267b9b32d838f867c41 is 37, key is row3/f:row3/1732616439882/Put/seqid=0 2024-11-26T10:20:42,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741843_1019 (size=5228) 2024-11-26T10:20:42,682 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/.tmp/f/306778173c5d4267b9b32d838f867c41 2024-11-26T10:20:42,686 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 306778173c5d4267b9b32d838f867c41 2024-11-26T10:20:42,699 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/.tmp/f1/bc529e92aafe4ca18cdba00a2d03ea48 is 30, key is row1/f1:/1732616437224/DeleteFamily/seqid=0 2024-11-26T10:20:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741844_1020 (size=5158) 2024-11-26T10:20:42,769 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1521, reset compression=false 2024-11-26T10:20:42,773 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:42,773 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1768, reset compression=false 2024-11-26T10:20:42,773 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,38343,1732616420253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:42,774 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 94eedbb855cf,38343,1732616420253: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-94eedbb855cf,38343,1732616420253, walGroup=94eedbb855cf%2C38343%2C1732616420253, offset=94eedbb855cf%2C38343%2C1732616420253.1732616422232:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:38343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T10:20:42,775 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T10:20:42,775 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T10:20:42,776 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T10:20:42,776 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T10:20:42,776 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T10:20:42,776 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 865901568 }, "NonHeapMemoryUsage": { "committed": 199950336, "init": 7667712, "max": -1, "used": 197159968 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T10:20:42,776 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:34759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:34759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T10:20:42,831 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:42,976 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1768, reset compression=false 2024-11-26T10:20:43,031 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:43,045 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1496, reset compression=false 2024-11-26T10:20:43,073 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/.tmp/ns/d1bc0ec4678a426aa1198915651f776c 2024-11-26T10:20:43,090 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/.tmp/rep_barrier/6af846c7e9bc4807b9e1d7a4eb96a71c is 112, key is test,,1732616427593.abd80f25c39dc922d99eb399f89658ac./rep_barrier:seqnumDuringOpen/1732616428336/Put/seqid=0 2024-11-26T10:20:43,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741845_1021 (size=5518) 2024-11-26T10:20:43,102 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/.tmp/f1/bc529e92aafe4ca18cdba00a2d03ea48 2024-11-26T10:20:43,105 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc529e92aafe4ca18cdba00a2d03ea48 2024-11-26T10:20:43,119 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/.tmp/norep/a4e56f82642749239f4ccb851732d850 is 33, key is row2/norep:/1732616438229/DeleteFamily/seqid=0 2024-11-26T10:20:43,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741846_1022 (size=5108) 2024-11-26T10:20:43,145 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:20:43,145 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:20:43,199 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1473, reset compression=false 2024-11-26T10:20:43,231 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:20:43,231 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1325): Online Regions={abd80f25c39dc922d99eb399f89658ac=test,,1732616427593.abd80f25c39dc922d99eb399f89658ac., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:20:43,231 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:43,279 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1768, reset compression=false 2024-11-26T10:20:43,431 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abd80f25c39dc922d99eb399f89658ac 2024-11-26T10:20:43,494 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/.tmp/rep_barrier/6af846c7e9bc4807b9e1d7a4eb96a71c 2024-11-26T10:20:43,512 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/.tmp/table/6279c2d3ca70461a89ae53427f286fad is 53, key is hbase:replication/table:state/1732616432211/Put/seqid=0 2024-11-26T10:20:43,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741847_1023 (size=5308) 2024-11-26T10:20:43,522 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/.tmp/norep/a4e56f82642749239f4ccb851732d850 2024-11-26T10:20:43,526 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4e56f82642749239f4ccb851732d850 2024-11-26T10:20:43,526 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/.tmp/f/306778173c5d4267b9b32d838f867c41 as hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/f/306778173c5d4267b9b32d838f867c41 2024-11-26T10:20:43,530 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 306778173c5d4267b9b32d838f867c41 2024-11-26T10:20:43,530 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/f/306778173c5d4267b9b32d838f867c41, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T10:20:43,530 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/.tmp/f1/bc529e92aafe4ca18cdba00a2d03ea48 as hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/f1/bc529e92aafe4ca18cdba00a2d03ea48 2024-11-26T10:20:43,534 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc529e92aafe4ca18cdba00a2d03ea48 2024-11-26T10:20:43,534 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/f1/bc529e92aafe4ca18cdba00a2d03ea48, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T10:20:43,534 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/.tmp/norep/a4e56f82642749239f4ccb851732d850 as hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/norep/a4e56f82642749239f4ccb851732d850 2024-11-26T10:20:43,538 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4e56f82642749239f4ccb851732d850 2024-11-26T10:20:43,538 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/norep/a4e56f82642749239f4ccb851732d850, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T10:20:43,539 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for abd80f25c39dc922d99eb399f89658ac in 876ms, sequenceid=12, compaction requested=false 2024-11-26T10:20:43,542 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/default/test/abd80f25c39dc922d99eb399f89658ac/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T10:20:43,543 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:43,543 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:20:43,543 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. 2024-11-26T10:20:43,543 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abd80f25c39dc922d99eb399f89658ac: Waiting for close lock at 1732616442662Running coprocessor pre-close hooks at 1732616442662Disabling compacts and flushes for region at 1732616442662Disabling writes for close at 1732616442662Obtaining lock to block concurrent updates at 1732616442662Preparing flush snapshotting stores in abd80f25c39dc922d99eb399f89658ac at 1732616442662Finished memstore snapshotting test,,1732616427593.abd80f25c39dc922d99eb399f89658ac., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732616442662Flushing stores of test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. at 1732616442663 (+1 ms)Flushing abd80f25c39dc922d99eb399f89658ac/f: creating writer at 1732616442663Flushing abd80f25c39dc922d99eb399f89658ac/f: appending metadata at 1732616442679 (+16 ms)Flushing abd80f25c39dc922d99eb399f89658ac/f: closing flushed file at 1732616442679Flushing abd80f25c39dc922d99eb399f89658ac/f1: creating writer at 1732616442686 (+7 ms)Flushing abd80f25c39dc922d99eb399f89658ac/f1: appending metadata at 1732616442698 (+12 ms)Flushing abd80f25c39dc922d99eb399f89658ac/f1: closing flushed file at 1732616442698Flushing abd80f25c39dc922d99eb399f89658ac/norep: creating writer at 1732616443105 (+407 ms)Flushing abd80f25c39dc922d99eb399f89658ac/norep: appending metadata at 1732616443118 (+13 ms)Flushing abd80f25c39dc922d99eb399f89658ac/norep: closing flushed file at 1732616443118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299260e2: reopening flushed file at 1732616443526 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@510de723: reopening flushed file at 1732616443530 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1151f14a: reopening flushed file at 1732616443534 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for abd80f25c39dc922d99eb399f89658ac in 876ms, sequenceid=12, compaction requested=false at 1732616443539 (+5 ms)Writing region close event to WAL at 1732616443540 (+1 ms)Running coprocessor post-close hooks at 1732616443543 (+3 ms)Closed at 1732616443543 2024-11-26T10:20:43,543 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616427593.abd80f25c39dc922d99eb399f89658ac. 2024-11-26T10:20:43,631 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:20:43,648 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1496, reset compression=false 2024-11-26T10:20:43,683 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 1768, reset compression=false 2024-11-26T10:20:43,686 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:43,686 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 2412, reset compression=false 2024-11-26T10:20:43,832 DEBUG [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:20:43,889 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.wal-reader.94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.1732616422232 to pos 2412, reset compression=false 2024-11-26T10:20:43,903 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1473, reset compression=false 2024-11-26T10:20:43,915 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/.tmp/table/6279c2d3ca70461a89ae53427f286fad 2024-11-26T10:20:43,920 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/.tmp/info/132922bb0522478cac634bb884709932 as hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/info/132922bb0522478cac634bb884709932 2024-11-26T10:20:43,923 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/info/132922bb0522478cac634bb884709932, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T10:20:43,924 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/.tmp/ns/d1bc0ec4678a426aa1198915651f776c as hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/ns/d1bc0ec4678a426aa1198915651f776c 2024-11-26T10:20:43,927 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/ns/d1bc0ec4678a426aa1198915651f776c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T10:20:43,928 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/.tmp/rep_barrier/6af846c7e9bc4807b9e1d7a4eb96a71c as hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/rep_barrier/6af846c7e9bc4807b9e1d7a4eb96a71c 2024-11-26T10:20:43,932 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/rep_barrier/6af846c7e9bc4807b9e1d7a4eb96a71c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T10:20:43,932 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/.tmp/table/6279c2d3ca70461a89ae53427f286fad as hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/table/6279c2d3ca70461a89ae53427f286fad 2024-11-26T10:20:43,936 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/table/6279c2d3ca70461a89ae53427f286fad, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T10:20:43,936 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-26T10:20:43,940 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:20:43,941 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:43,941 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:20:43,941 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:43,941 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616442230Running coprocessor pre-close hooks at 1732616442230Disabling compacts and flushes for region at 1732616442230Disabling writes for close at 1732616442230Obtaining lock to block concurrent updates at 1732616442230Preparing flush snapshotting stores in 1588230740 at 1732616442230Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732616442231 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732616442231Flushing 1588230740/info: creating writer at 1732616442231Flushing 1588230740/info: appending metadata at 1732616442247 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732616442247Flushing 1588230740/ns: creating writer at 1732616442655 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732616442669 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732616442669Flushing 1588230740/rep_barrier: creating writer at 1732616443077 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616443090 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616443090Flushing 1588230740/table: creating writer at 1732616443498 (+408 ms)Flushing 1588230740/table: appending metadata at 1732616443511 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732616443511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6946b82b: reopening flushed file at 1732616443919 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9645a6: reopening flushed file at 1732616443923 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20eadd98: reopening flushed file at 1732616443927 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596bc3dc: reopening flushed file at 1732616443932 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1732616443936 (+4 ms)Writing region close event to WAL at 1732616443938 (+2 ms)Running coprocessor post-close hooks at 1732616443940 (+2 ms)Closed at 1732616443941 (+1 ms) 2024-11-26T10:20:43,941 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:44,032 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,38343,1732616420253; all regions closed. 2024-11-26T10:20:44,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741834_1010 (size=4239) 2024-11-26T10:20:44,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/WALs/94eedbb855cf,38343,1732616420253/94eedbb855cf%2C38343%2C1732616420253.meta.1732616423154.meta not finished, retry = 0 2024-11-26T10:20:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741839_1015 (size=3552) 2024-11-26T10:20:44,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741832_1008 (size=2420) 2024-11-26T10:20:44,146 DEBUG [RS:0;94eedbb855cf:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:44,146 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:20:44,146 INFO [RS:0;94eedbb855cf:38343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:20:44,146 INFO [RS:0;94eedbb855cf:38343 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:20:44,147 INFO [RS:0;94eedbb855cf:38343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:20:44,147 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:20:44,147 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,38343,1732616420253 because: Region server is closing 2024-11-26T10:20:44,147 INFO [RS:0;94eedbb855cf:38343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:38343. 2024-11-26T10:20:44,147 DEBUG [RS:0;94eedbb855cf:38343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:44,147 DEBUG [RS:0;94eedbb855cf:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:44,147 DEBUG [RS:0;94eedbb855cf:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:44,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:44,248 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,38343,1732616420253.replicationSource.shipper94eedbb855cf%2C38343%2C1732616420253,1-94eedbb855cf,38343,1732616420253 terminated 2024-11-26T10:20:44,248 INFO [RS:0;94eedbb855cf:38343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:38343. 2024-11-26T10:20:44,248 DEBUG [RS:0;94eedbb855cf:38343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:44,248 DEBUG [RS:0;94eedbb855cf:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:44,248 DEBUG [RS:0;94eedbb855cf:38343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:44,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:44,248 INFO [RS:0;94eedbb855cf:38343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38343 2024-11-26T10:20:44,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118/rs 2024-11-26T10:20:44,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/243794118/rs/94eedbb855cf,38343,1732616420253 2024-11-26T10:20:44,250 INFO [RS:0;94eedbb855cf:38343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:20:44,251 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,38343,1732616420253] 2024-11-26T10:20:44,252 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /243794118/draining/94eedbb855cf,38343,1732616420253 already deleted, retry=false 2024-11-26T10:20:44,252 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,38343,1732616420253 expired; onlineServers=0 2024-11-26T10:20:44,252 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,34759,1732616420214' ***** 2024-11-26T10:20:44,252 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:20:44,253 INFO [M:0;94eedbb855cf:34759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:20:44,253 INFO [M:0;94eedbb855cf:34759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:20:44,253 DEBUG [M:0;94eedbb855cf:34759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:20:44,253 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:20:44,253 DEBUG [M:0;94eedbb855cf:34759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:20:44,253 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616422019 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616422019,5,FailOnTimeoutGroup] 2024-11-26T10:20:44,253 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616422019 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616422019,5,FailOnTimeoutGroup] 2024-11-26T10:20:44,253 INFO [M:0;94eedbb855cf:34759 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:20:44,253 INFO [M:0;94eedbb855cf:34759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:20:44,253 DEBUG [M:0;94eedbb855cf:34759 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:20:44,253 INFO [M:0;94eedbb855cf:34759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:20:44,253 INFO [M:0;94eedbb855cf:34759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:20:44,253 INFO [M:0;94eedbb855cf:34759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:20:44,254 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:20:44,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/243794118/master 2024-11-26T10:20:44,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/243794118 2024-11-26T10:20:44,256 DEBUG [M:0;94eedbb855cf:34759 {}] zookeeper.ZKUtil(347): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Unable to get data of znode /243794118/master because node does not exist (not an error) 2024-11-26T10:20:44,256 WARN [M:0;94eedbb855cf:34759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:20:44,257 INFO [M:0;94eedbb855cf:34759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/.lastflushedseqids 2024-11-26T10:20:44,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741848_1024 (size=245) 2024-11-26T10:20:44,351 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1496, reset compression=false 2024-11-26T10:20:44,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:44,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38343-0x10153ca459a0007, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:44,352 INFO [RS:0;94eedbb855cf:38343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:20:44,352 INFO [RS:0;94eedbb855cf:38343 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,38343,1732616420253; zookeeper connection closed. 2024-11-26T10:20:44,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6050cb93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6050cb93 2024-11-26T10:20:44,352 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:20:44,661 INFO [M:0;94eedbb855cf:34759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:20:44,661 INFO [M:0;94eedbb855cf:34759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:20:44,661 DEBUG [M:0;94eedbb855cf:34759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:20:44,661 INFO [M:0;94eedbb855cf:34759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:44,661 DEBUG [M:0;94eedbb855cf:34759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:44,661 DEBUG [M:0;94eedbb855cf:34759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:20:44,661 DEBUG [M:0;94eedbb855cf:34759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:44,662 INFO [M:0;94eedbb855cf:34759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-26T10:20:44,677 DEBUG [M:0;94eedbb855cf:34759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8ac46410e004f9cbc6e73aa2fa9c078 is 82, key is hbase:meta,,1/info:regioninfo/1732616423183/Put/seqid=0 2024-11-26T10:20:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741849_1025 (size=5672) 2024-11-26T10:20:44,706 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1473, reset compression=false 2024-11-26T10:20:45,081 INFO [M:0;94eedbb855cf:34759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8ac46410e004f9cbc6e73aa2fa9c078 2024-11-26T10:20:45,109 DEBUG [M:0;94eedbb855cf:34759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1acc1806e534e8db706f361e4b3a65d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732616432214/Put/seqid=0 2024-11-26T10:20:45,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741850_1026 (size=9211) 2024-11-26T10:20:45,115 INFO [M:0;94eedbb855cf:34759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1acc1806e534e8db706f361e4b3a65d 2024-11-26T10:20:45,140 DEBUG [M:0;94eedbb855cf:34759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9f8cea71e824c95a6c7e2b682d21f4c is 69, key is 94eedbb855cf,38343,1732616420253/rs:state/1732616422090/Put/seqid=0 2024-11-26T10:20:45,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741851_1027 (size=5156) 2024-11-26T10:20:45,150 INFO [M:0;94eedbb855cf:34759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9f8cea71e824c95a6c7e2b682d21f4c 2024-11-26T10:20:45,155 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1496, reset compression=false 2024-11-26T10:20:45,155 DEBUG [M:0;94eedbb855cf:34759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8ac46410e004f9cbc6e73aa2fa9c078 as hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8ac46410e004f9cbc6e73aa2fa9c078 2024-11-26T10:20:45,161 INFO [M:0;94eedbb855cf:34759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8ac46410e004f9cbc6e73aa2fa9c078, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T10:20:45,162 DEBUG [M:0;94eedbb855cf:34759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1acc1806e534e8db706f361e4b3a65d as hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1acc1806e534e8db706f361e4b3a65d 2024-11-26T10:20:45,166 INFO [M:0;94eedbb855cf:34759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1acc1806e534e8db706f361e4b3a65d, entries=15, sequenceid=127, filesize=9.0 K 2024-11-26T10:20:45,167 DEBUG [M:0;94eedbb855cf:34759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9f8cea71e824c95a6c7e2b682d21f4c as hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9f8cea71e824c95a6c7e2b682d21f4c 2024-11-26T10:20:45,171 INFO [M:0;94eedbb855cf:34759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9f8cea71e824c95a6c7e2b682d21f4c, entries=1, sequenceid=127, filesize=5.0 K 2024-11-26T10:20:45,172 INFO [M:0;94eedbb855cf:34759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=127, compaction requested=false 2024-11-26T10:20:45,188 INFO [M:0;94eedbb855cf:34759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:45,189 DEBUG [M:0;94eedbb855cf:34759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616444661Disabling compacts and flushes for region at 1732616444661Disabling writes for close at 1732616444661Obtaining lock to block concurrent updates at 1732616444662 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616444662Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732616444662Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616444663 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616444663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616444677 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616444677Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616445085 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616445108 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616445108Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616445119 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616445139 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616445139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69484931: reopening flushed file at 1732616445154 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fe1f6f: reopening flushed file at 1732616445161 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5813402e: reopening flushed file at 1732616445166 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=127, compaction requested=false at 1732616445172 (+6 ms)Writing region close event to WAL at 1732616445188 (+16 ms)Closed at 1732616445188 2024-11-26T10:20:45,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46311 is added to blk_1073741830_1006 (size=73854) 2024-11-26T10:20:45,191 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74e28741-c57a-092e-5468-ed87e0486cd3/MasterData/WALs/94eedbb855cf,34759,1732616420214/94eedbb855cf%2C34759%2C1732616420214.1732616421941 not finished, retry = 0 2024-11-26T10:20:45,292 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:20:45,292 INFO [M:0;94eedbb855cf:34759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:20:45,292 INFO [M:0;94eedbb855cf:34759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34759 2024-11-26T10:20:45,292 INFO [M:0;94eedbb855cf:34759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:20:45,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:45,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x10153ca459a0006, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:45,394 INFO [M:0;94eedbb855cf:34759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:20:45,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7615a626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:20:45,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:20:45,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:20:45,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:20:45,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/hadoop.log.dir/,STOPPED} 2024-11-26T10:20:45,412 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:20:45,412 WARN [BP-1040622763-172.17.0.2-1732616419291 heartbeating to localhost/127.0.0.1:46363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:20:45,412 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:20:45,412 WARN [BP-1040622763-172.17.0.2-1732616419291 heartbeating to localhost/127.0.0.1:46363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1040622763-172.17.0.2-1732616419291 (Datanode Uuid 84ba6cd5-687d-46bc-a521-736e4fd492ac) service to localhost/127.0.0.1:46363 2024-11-26T10:20:45,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/cluster_aa3a3eb0-4d7f-b479-77c4-132cbd0b44cb/data/data1/current/BP-1040622763-172.17.0.2-1732616419291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:20:45,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/cluster_aa3a3eb0-4d7f-b479-77c4-132cbd0b44cb/data/data2/current/BP-1040622763-172.17.0.2-1732616419291 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:20:45,414 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:20:45,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f67c797{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:20:45,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:20:45,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:20:45,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:20:45,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/hadoop.log.dir/,STOPPED} 2024-11-26T10:20:45,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:20:45,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:20:45,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:45,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:45,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:45,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:45,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:45,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:20:45,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1684705264, stopped=false 2024-11-26T10:20:45,451 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,35543,1732616416203 2024-11-26T10:20:45,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-610916815/running 2024-11-26T10:20:45,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:45,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-610916815/running 2024-11-26T10:20:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:45,453 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:20:45,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Set watcher on znode that does not yet exist, /1-610916815/running 2024-11-26T10:20:45,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Set watcher on znode that does not yet exist, /1-610916815/running 2024-11-26T10:20:45,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:45,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:45,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:45,455 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,39555,1732616416238' ***** 2024-11-26T10:20:45,455 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:20:45,456 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:20:45,456 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:20:45,456 INFO [RS:0;94eedbb855cf:39555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:20:45,456 INFO [RS:0;94eedbb855cf:39555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:20:45,456 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for 41752cf95e74471b2ddef5a78ea5b0f5 2024-11-26T10:20:45,460 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:45,460 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,39555,1732616416238 2024-11-26T10:20:45,460 INFO [RS:0;94eedbb855cf:39555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:20:45,460 INFO [RS:0;94eedbb855cf:39555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:39555. 2024-11-26T10:20:45,461 DEBUG [RS:0;94eedbb855cf:39555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:45,461 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41752cf95e74471b2ddef5a78ea5b0f5, disabling compactions & flushes 2024-11-26T10:20:45,461 DEBUG [RS:0;94eedbb855cf:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:45,461 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. 2024-11-26T10:20:45,461 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. 2024-11-26T10:20:45,461 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:20:45,461 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:20:45,461 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:20:45,461 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. after waiting 0 ms 2024-11-26T10:20:45,461 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. 2024-11-26T10:20:45,461 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:20:45,461 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41752cf95e74471b2ddef5a78ea5b0f5 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-26T10:20:45,468 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T10:20:45,468 DEBUG [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(1325): Online Regions={41752cf95e74471b2ddef5a78ea5b0f5=hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5., 1588230740=hbase:meta,,1.1588230740, 65f1f7a87c55ef15e0384c906d34a525=test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525.} 2024-11-26T10:20:45,468 DEBUG [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41752cf95e74471b2ddef5a78ea5b0f5, 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:45,468 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:20:45,469 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:20:45,469 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:20:45,469 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:20:45,469 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:20:45,469 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T10:20:45,495 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/replication/41752cf95e74471b2ddef5a78ea5b0f5/.tmp/queue/17d9766786804409b6deef772652ac4d is 154, key is 1-94eedbb855cf,39555,1732616416238/queue:94eedbb855cf%2C39555%2C1732616416238/1732616441187/Put/seqid=0 2024-11-26T10:20:45,501 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/.tmp/info/a222f1a9f7b646e59a87c8a693859313 is 147, key is hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5./info:regioninfo/1732616430669/Put/seqid=0 2024-11-26T10:20:45,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741840_1016 (size=5353) 2024-11-26T10:20:45,516 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:20:45,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741841_1017 (size=7686) 2024-11-26T10:20:45,610 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.1732616418217 to pos 1473, reset compression=false 2024-11-26T10:20:45,669 DEBUG [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41752cf95e74471b2ddef5a78ea5b0f5, 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:45,792 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T10:20:45,869 DEBUG [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41752cf95e74471b2ddef5a78ea5b0f5, 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:45,906 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/replication/41752cf95e74471b2ddef5a78ea5b0f5/.tmp/queue/17d9766786804409b6deef772652ac4d 2024-11-26T10:20:45,911 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/replication/41752cf95e74471b2ddef5a78ea5b0f5/.tmp/queue/17d9766786804409b6deef772652ac4d as hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/replication/41752cf95e74471b2ddef5a78ea5b0f5/queue/17d9766786804409b6deef772652ac4d 2024-11-26T10:20:45,919 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/.tmp/info/a222f1a9f7b646e59a87c8a693859313 2024-11-26T10:20:45,920 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/replication/41752cf95e74471b2ddef5a78ea5b0f5/queue/17d9766786804409b6deef772652ac4d, entries=1, sequenceid=14, filesize=5.2 K 2024-11-26T10:20:45,921 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 41752cf95e74471b2ddef5a78ea5b0f5 in 460ms, sequenceid=14, compaction requested=false 2024-11-26T10:20:45,937 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/replication/41752cf95e74471b2ddef5a78ea5b0f5/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-26T10:20:45,938 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:45,938 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:20:45,938 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. 2024-11-26T10:20:45,938 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41752cf95e74471b2ddef5a78ea5b0f5: Waiting for close lock at 1732616445460Running coprocessor pre-close hooks at 1732616445461 (+1 ms)Disabling compacts and flushes for region at 1732616445461Disabling writes for close at 1732616445461Obtaining lock to block concurrent updates at 1732616445461Preparing flush snapshotting stores in 41752cf95e74471b2ddef5a78ea5b0f5 at 1732616445461Finished memstore snapshotting hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732616445461Flushing stores of hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. at 1732616445462 (+1 ms)Flushing 41752cf95e74471b2ddef5a78ea5b0f5/queue: creating writer at 1732616445462Flushing 41752cf95e74471b2ddef5a78ea5b0f5/queue: appending metadata at 1732616445494 (+32 ms)Flushing 41752cf95e74471b2ddef5a78ea5b0f5/queue: closing flushed file at 1732616445495 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb58242: reopening flushed file at 1732616445911 (+416 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 41752cf95e74471b2ddef5a78ea5b0f5 in 460ms, sequenceid=14, compaction requested=false at 1732616445921 (+10 ms)Writing region close event to WAL at 1732616445923 (+2 ms)Running coprocessor post-close hooks at 1732616445938 (+15 ms)Closed at 1732616445938 2024-11-26T10:20:45,938 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616429894.41752cf95e74471b2ddef5a78ea5b0f5. 2024-11-26T10:20:45,939 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65f1f7a87c55ef15e0384c906d34a525, disabling compactions & flushes 2024-11-26T10:20:45,939 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. 2024-11-26T10:20:45,939 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. 2024-11-26T10:20:45,939 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. after waiting 0 ms 2024-11-26T10:20:45,939 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. 2024-11-26T10:20:45,939 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65f1f7a87c55ef15e0384c906d34a525 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T10:20:45,954 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/.tmp/ns/4b1bd82fbb674411b30f23f2371d1326 is 43, key is default/ns:d/1732616419180/Put/seqid=0 2024-11-26T10:20:45,972 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/.tmp/f/904d8d9bae4440de97023a03ba6efbb6 is 37, key is row3/f:row3/1732616439882/Put/seqid=0 2024-11-26T10:20:45,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741842_1018 (size=5153) 2024-11-26T10:20:45,981 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/.tmp/ns/4b1bd82fbb674411b30f23f2371d1326 2024-11-26T10:20:45,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741843_1019 (size=5228) 2024-11-26T10:20:45,993 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/.tmp/f/904d8d9bae4440de97023a03ba6efbb6 2024-11-26T10:20:45,997 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 904d8d9bae4440de97023a03ba6efbb6 2024-11-26T10:20:46,013 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/.tmp/rep_barrier/2405456726684affa6584b40d80fc311 is 112, key is test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525./rep_barrier:seqnumDuringOpen/1732616426589/Put/seqid=0 2024-11-26T10:20:46,022 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/.tmp/f1/67a9f81b16874bd4a20a21204905dd72 is 30, key is row1/f1:/1732616437224/DeleteFamily/seqid=0 2024-11-26T10:20:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741844_1020 (size=5518) 2024-11-26T10:20:46,025 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/.tmp/rep_barrier/2405456726684affa6584b40d80fc311 2024-11-26T10:20:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741845_1021 (size=5158) 2024-11-26T10:20:46,038 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/.tmp/f1/67a9f81b16874bd4a20a21204905dd72 2024-11-26T10:20:46,043 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67a9f81b16874bd4a20a21204905dd72 2024-11-26T10:20:46,056 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/.tmp/table/8d17302f9ca84cfabb041352299b8974 is 53, key is hbase:replication/table:state/1732616430675/Put/seqid=0 2024-11-26T10:20:46,064 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/.tmp/norep/38cc02389d1c47f79c64f4f100608e85 is 33, key is row1/norep:/1732616437224/DeleteFamily/seqid=0 2024-11-26T10:20:46,069 DEBUG [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65f1f7a87c55ef15e0384c906d34a525 2024-11-26T10:20:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741846_1022 (size=5308) 2024-11-26T10:20:46,077 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/.tmp/table/8d17302f9ca84cfabb041352299b8974 2024-11-26T10:20:46,081 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1496, reset compression=false 2024-11-26T10:20:46,081 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/.tmp/info/a222f1a9f7b646e59a87c8a693859313 as hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/info/a222f1a9f7b646e59a87c8a693859313 2024-11-26T10:20:46,085 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/info/a222f1a9f7b646e59a87c8a693859313, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T10:20:46,086 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/.tmp/ns/4b1bd82fbb674411b30f23f2371d1326 as hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/ns/4b1bd82fbb674411b30f23f2371d1326 2024-11-26T10:20:46,090 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/ns/4b1bd82fbb674411b30f23f2371d1326, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T10:20:46,091 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/.tmp/rep_barrier/2405456726684affa6584b40d80fc311 as hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/rep_barrier/2405456726684affa6584b40d80fc311 2024-11-26T10:20:46,093 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:20:46,093 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:20:46,095 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/rep_barrier/2405456726684affa6584b40d80fc311, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T10:20:46,096 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/.tmp/table/8d17302f9ca84cfabb041352299b8974 as hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/table/8d17302f9ca84cfabb041352299b8974 2024-11-26T10:20:46,100 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/table/8d17302f9ca84cfabb041352299b8974, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T10:20:46,101 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 632ms, sequenceid=16, compaction requested=false 2024-11-26T10:20:46,102 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:20:46,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741847_1023 (size=5108) 2024-11-26T10:20:46,114 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/.tmp/norep/38cc02389d1c47f79c64f4f100608e85 2024-11-26T10:20:46,118 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38cc02389d1c47f79c64f4f100608e85 2024-11-26T10:20:46,118 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/.tmp/f/904d8d9bae4440de97023a03ba6efbb6 as hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/f/904d8d9bae4440de97023a03ba6efbb6 2024-11-26T10:20:46,128 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 904d8d9bae4440de97023a03ba6efbb6 2024-11-26T10:20:46,128 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/f/904d8d9bae4440de97023a03ba6efbb6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T10:20:46,129 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/.tmp/f1/67a9f81b16874bd4a20a21204905dd72 as hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/f1/67a9f81b16874bd4a20a21204905dd72 2024-11-26T10:20:46,133 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67a9f81b16874bd4a20a21204905dd72 2024-11-26T10:20:46,133 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/f1/67a9f81b16874bd4a20a21204905dd72, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T10:20:46,134 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/.tmp/norep/38cc02389d1c47f79c64f4f100608e85 as hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/norep/38cc02389d1c47f79c64f4f100608e85 2024-11-26T10:20:46,138 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38cc02389d1c47f79c64f4f100608e85 2024-11-26T10:20:46,138 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/norep/38cc02389d1c47f79c64f4f100608e85, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T10:20:46,139 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 65f1f7a87c55ef15e0384c906d34a525 in 200ms, sequenceid=12, compaction requested=false 2024-11-26T10:20:46,139 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T10:20:46,169 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:20:46,170 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:46,170 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:20:46,170 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:46,170 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616445468Running coprocessor pre-close hooks at 1732616445468Disabling compacts and flushes for region at 1732616445468Disabling writes for close at 1732616445469 (+1 ms)Obtaining lock to block concurrent updates at 1732616445469Preparing flush snapshotting stores in 1588230740 at 1732616445469Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732616445469Flushing stores of hbase:meta,,1.1588230740 at 1732616445470 (+1 ms)Flushing 1588230740/info: creating writer at 1732616445470Flushing 1588230740/info: appending metadata at 1732616445501 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732616445501Flushing 1588230740/ns: creating writer at 1732616445924 (+423 ms)Flushing 1588230740/ns: appending metadata at 1732616445954 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732616445954Flushing 1588230740/rep_barrier: creating writer at 1732616445986 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616446012 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616446013 (+1 ms)Flushing 1588230740/table: creating writer at 1732616446031 (+18 ms)Flushing 1588230740/table: appending metadata at 1732616446056 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732616446056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ed4539: reopening flushed file at 1732616446081 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2077a1db: reopening flushed file at 1732616446085 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2afbbbfd: reopening flushed file at 1732616446090 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b733db: reopening flushed file at 1732616446096 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 632ms, sequenceid=16, compaction requested=false at 1732616446101 (+5 ms)Writing region close event to WAL at 1732616446161 (+60 ms)Running coprocessor post-close hooks at 1732616446170 (+9 ms)Closed at 1732616446170 2024-11-26T10:20:46,171 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:46,184 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/data/default/test/65f1f7a87c55ef15e0384c906d34a525/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T10:20:46,185 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:46,185 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:20:46,185 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. 2024-11-26T10:20:46,185 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65f1f7a87c55ef15e0384c906d34a525: Waiting for close lock at 1732616445939Running coprocessor pre-close hooks at 1732616445939Disabling compacts and flushes for region at 1732616445939Disabling writes for close at 1732616445939Obtaining lock to block concurrent updates at 1732616445939Preparing flush snapshotting stores in 65f1f7a87c55ef15e0384c906d34a525 at 1732616445939Finished memstore snapshotting test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732616445939Flushing stores of test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. at 1732616445940 (+1 ms)Flushing 65f1f7a87c55ef15e0384c906d34a525/f: creating writer at 1732616445940Flushing 65f1f7a87c55ef15e0384c906d34a525/f: appending metadata at 1732616445971 (+31 ms)Flushing 65f1f7a87c55ef15e0384c906d34a525/f: closing flushed file at 1732616445971Flushing 65f1f7a87c55ef15e0384c906d34a525/f1: creating writer at 1732616445997 (+26 ms)Flushing 65f1f7a87c55ef15e0384c906d34a525/f1: appending metadata at 1732616446021 (+24 ms)Flushing 65f1f7a87c55ef15e0384c906d34a525/f1: closing flushed file at 1732616446021Flushing 65f1f7a87c55ef15e0384c906d34a525/norep: creating writer at 1732616446043 (+22 ms)Flushing 65f1f7a87c55ef15e0384c906d34a525/norep: appending metadata at 1732616446064 (+21 ms)Flushing 65f1f7a87c55ef15e0384c906d34a525/norep: closing flushed file at 1732616446064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2590ae: reopening flushed file at 1732616446118 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f109a21: reopening flushed file at 1732616446128 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e182287: reopening flushed file at 1732616446133 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 65f1f7a87c55ef15e0384c906d34a525 in 200ms, sequenceid=12, compaction requested=false at 1732616446139 (+6 ms)Writing region close event to WAL at 1732616446173 (+34 ms)Running coprocessor post-close hooks at 1732616446185 (+12 ms)Closed at 1732616446185 2024-11-26T10:20:46,185 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616425443.65f1f7a87c55ef15e0384c906d34a525. 2024-11-26T10:20:46,270 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,39555,1732616416238; all regions closed. 2024-11-26T10:20:46,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741834_1010 (size=4239) 2024-11-26T10:20:46,280 DEBUG [RS:0;94eedbb855cf:39555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/oldWALs 2024-11-26T10:20:46,281 INFO [RS:0;94eedbb855cf:39555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C39555%2C1732616416238.meta:.meta(num 1732616419137) 2024-11-26T10:20:46,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741839_1015 (size=3552) 2024-11-26T10:20:46,292 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/WALs/94eedbb855cf,39555,1732616416238/94eedbb855cf%2C39555%2C1732616416238.rep.1732616430636 not finished, retry = 0 2024-11-26T10:20:46,395 DEBUG [RS:0;94eedbb855cf:39555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/oldWALs 2024-11-26T10:20:46,395 INFO [RS:0;94eedbb855cf:39555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C39555%2C1732616416238.rep:(num 1732616430636) 2024-11-26T10:20:46,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741832_1008 (size=2372) 2024-11-26T10:20:46,406 DEBUG [RS:0;94eedbb855cf:39555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/oldWALs 2024-11-26T10:20:46,406 INFO [RS:0;94eedbb855cf:39555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C39555%2C1732616416238:(num 1732616418217) 2024-11-26T10:20:46,406 DEBUG [RS:0;94eedbb855cf:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:46,406 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:20:46,406 INFO [RS:0;94eedbb855cf:39555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:20:46,407 INFO [RS:0;94eedbb855cf:39555 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:20:46,407 INFO [RS:0;94eedbb855cf:39555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:20:46,407 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,39555,1732616416238 because: Region server is closing 2024-11-26T10:20:46,407 INFO [RS:0;94eedbb855cf:39555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:39555. 2024-11-26T10:20:46,407 DEBUG [RS:0;94eedbb855cf:39555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:46,407 DEBUG [RS:0;94eedbb855cf:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:46,407 DEBUG [RS:0;94eedbb855cf:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:46,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:46,408 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:20:46,508 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.wal-reader.94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:20:46,508 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T10:20:46,508 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,39555,1732616416238.replicationSource.shipper94eedbb855cf%2C39555%2C1732616416238,1-94eedbb855cf,39555,1732616416238 terminated 2024-11-26T10:20:46,508 INFO [RS:0;94eedbb855cf:39555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:39555. 2024-11-26T10:20:46,508 DEBUG [RS:0;94eedbb855cf:39555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:46,508 DEBUG [RS:0;94eedbb855cf:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:46,508 DEBUG [RS:0;94eedbb855cf:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:46,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:46,508 INFO [RS:0;94eedbb855cf:39555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39555 2024-11-26T10:20:46,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-610916815/rs/94eedbb855cf,39555,1732616416238 2024-11-26T10:20:46,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815/rs 2024-11-26T10:20:46,515 INFO [RS:0;94eedbb855cf:39555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:20:46,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,39555,1732616416238] 2024-11-26T10:20:46,518 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-610916815/draining/94eedbb855cf,39555,1732616416238 already deleted, retry=false 2024-11-26T10:20:46,518 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,39555,1732616416238 expired; onlineServers=0 2024-11-26T10:20:46,518 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,35543,1732616416203' ***** 2024-11-26T10:20:46,518 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:20:46,518 INFO [M:0;94eedbb855cf:35543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:20:46,518 INFO [M:0;94eedbb855cf:35543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:20:46,518 DEBUG [M:0;94eedbb855cf:35543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:20:46,518 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:20:46,518 DEBUG [M:0;94eedbb855cf:35543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:20:46,518 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616417992 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616417992,5,FailOnTimeoutGroup] 2024-11-26T10:20:46,518 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616417993 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616417993,5,FailOnTimeoutGroup] 2024-11-26T10:20:46,518 INFO [M:0;94eedbb855cf:35543 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:20:46,518 INFO [M:0;94eedbb855cf:35543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:20:46,518 DEBUG [M:0;94eedbb855cf:35543 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:20:46,518 INFO [M:0;94eedbb855cf:35543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:20:46,519 INFO [M:0;94eedbb855cf:35543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:20:46,519 INFO [M:0;94eedbb855cf:35543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:20:46,519 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:20:46,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-610916815/master 2024-11-26T10:20:46,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-610916815 2024-11-26T10:20:46,520 DEBUG [M:0;94eedbb855cf:35543 {}] zookeeper.ZKUtil(347): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Unable to get data of znode /1-610916815/master because node does not exist (not an error) 2024-11-26T10:20:46,521 WARN [M:0;94eedbb855cf:35543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:20:46,521 INFO [M:0;94eedbb855cf:35543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/.lastflushedseqids 2024-11-26T10:20:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741848_1024 (size=245) 2024-11-26T10:20:46,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:46,617 INFO [RS:0;94eedbb855cf:39555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:20:46,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10153ca459a0004, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:46,617 INFO [RS:0;94eedbb855cf:39555 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,39555,1732616416238; zookeeper connection closed. 2024-11-26T10:20:46,617 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7791c030 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7791c030 2024-11-26T10:20:46,618 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:20:46,925 INFO [M:0;94eedbb855cf:35543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:20:46,926 INFO [M:0;94eedbb855cf:35543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:20:46,926 DEBUG [M:0;94eedbb855cf:35543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:20:46,926 INFO [M:0;94eedbb855cf:35543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:46,926 DEBUG [M:0;94eedbb855cf:35543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:46,926 DEBUG [M:0;94eedbb855cf:35543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:20:46,926 DEBUG [M:0;94eedbb855cf:35543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:46,926 INFO [M:0;94eedbb855cf:35543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T10:20:46,947 DEBUG [M:0;94eedbb855cf:35543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57468f2ab83f4d479246cf5bc5ef450b is 82, key is hbase:meta,,1/info:regioninfo/1732616419167/Put/seqid=0 2024-11-26T10:20:46,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741849_1025 (size=5672) 2024-11-26T10:20:47,113 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1496, reset compression=false 2024-11-26T10:20:47,353 INFO [M:0;94eedbb855cf:35543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57468f2ab83f4d479246cf5bc5ef450b 2024-11-26T10:20:47,379 DEBUG [M:0;94eedbb855cf:35543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/898d925e985e4ab8a38a814ec6ba514f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732616430678/Put/seqid=0 2024-11-26T10:20:47,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741850_1026 (size=8515) 2024-11-26T10:20:47,388 INFO [M:0;94eedbb855cf:35543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/898d925e985e4ab8a38a814ec6ba514f 2024-11-26T10:20:47,416 DEBUG [M:0;94eedbb855cf:35543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cadcdd5deac946fdb776daf7a11ca2e0 is 69, key is 94eedbb855cf,39555,1732616416238/rs:state/1732616418077/Put/seqid=0 2024-11-26T10:20:47,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741851_1027 (size=5156) 2024-11-26T10:20:47,422 INFO [M:0;94eedbb855cf:35543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cadcdd5deac946fdb776daf7a11ca2e0 2024-11-26T10:20:47,426 DEBUG [M:0;94eedbb855cf:35543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57468f2ab83f4d479246cf5bc5ef450b as hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57468f2ab83f4d479246cf5bc5ef450b 2024-11-26T10:20:47,429 INFO [M:0;94eedbb855cf:35543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57468f2ab83f4d479246cf5bc5ef450b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T10:20:47,430 DEBUG [M:0;94eedbb855cf:35543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/898d925e985e4ab8a38a814ec6ba514f as hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/898d925e985e4ab8a38a814ec6ba514f 2024-11-26T10:20:47,433 INFO [M:0;94eedbb855cf:35543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/898d925e985e4ab8a38a814ec6ba514f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T10:20:47,434 DEBUG [M:0;94eedbb855cf:35543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cadcdd5deac946fdb776daf7a11ca2e0 as hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cadcdd5deac946fdb776daf7a11ca2e0 2024-11-26T10:20:47,437 INFO [M:0;94eedbb855cf:35543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cadcdd5deac946fdb776daf7a11ca2e0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T10:20:47,437 INFO [M:0;94eedbb855cf:35543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 511ms, sequenceid=97, compaction requested=false 2024-11-26T10:20:47,439 INFO [M:0;94eedbb855cf:35543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:47,439 DEBUG [M:0;94eedbb855cf:35543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616446926Disabling compacts and flushes for region at 1732616446926Disabling writes for close at 1732616446926Obtaining lock to block concurrent updates at 1732616446926Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616446926Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732616446926Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616446927 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616446927Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616446946 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616446946Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616447357 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616447378 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616447378Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616447395 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616447415 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616447415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b646af0: reopening flushed file at 1732616447426 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a47a789: reopening flushed file at 1732616447430 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e65113d: reopening flushed file at 1732616447433 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 511ms, sequenceid=97, compaction requested=false at 1732616447437 (+4 ms)Writing region close event to WAL at 1732616447439 (+2 ms)Closed at 1732616447439 2024-11-26T10:20:47,440 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8f86c5b-3298-bb8b-f372-5cd6409c571d/MasterData/WALs/94eedbb855cf,35543,1732616416203/94eedbb855cf%2C35543%2C1732616416203.1732616417913 not finished, retry = 0 2024-11-26T10:20:47,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43403 is added to blk_1073741830_1006 (size=63642) 2024-11-26T10:20:47,541 INFO [M:0;94eedbb855cf:35543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:20:47,542 INFO [M:0;94eedbb855cf:35543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35543 2024-11-26T10:20:47,542 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:20:47,542 INFO [M:0;94eedbb855cf:35543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:20:47,646 INFO [M:0;94eedbb855cf:35543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:20:47,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:47,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x10153ca459a0003, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:47,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b203ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:20:47,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:20:47,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:20:47,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:20:47,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/hadoop.log.dir/,STOPPED} 2024-11-26T10:20:47,661 WARN [BP-1685536470-172.17.0.2-1732616415294 heartbeating to localhost/127.0.0.1:39079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:20:47,661 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:20:47,661 WARN [BP-1685536470-172.17.0.2-1732616415294 heartbeating to localhost/127.0.0.1:39079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1685536470-172.17.0.2-1732616415294 (Datanode Uuid 147bc7ba-2a3e-412f-8e2d-f9dc64065d63) service to localhost/127.0.0.1:39079 2024-11-26T10:20:47,661 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:20:47,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,662 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/cluster_e7ed91ae-a42b-3d5d-afba-7bce5edccfef/data/data1/current/BP-1685536470-172.17.0.2-1732616415294 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:20:47,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,662 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/cluster_e7ed91ae-a42b-3d5d-afba-7bce5edccfef/data/data2/current/BP-1685536470-172.17.0.2-1732616415294 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:20:47,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:47,740 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:20:47,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ef897f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:20:47,750 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:20:47,750 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:20:47,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:20:47,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a78cba8-6138-66f8-91b9-7db75a4862fc/hadoop.log.dir/,STOPPED} 2024-11-26T10:20:47,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:20:47,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:20:47,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:47,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:47,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:47,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:47,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:47,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:20:47,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2074448776, stopped=false 2024-11-26T10:20:47,763 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,43485,1732616412577 2024-11-26T10:20:47,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/026138536/running 2024-11-26T10:20:47,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:47,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/026138536/running 2024-11-26T10:20:47,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:47,764 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:20:47,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Set watcher on znode that does not yet exist, /026138536/running 2024-11-26T10:20:47,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Set watcher on znode that does not yet exist, /026138536/running 2024-11-26T10:20:47,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:20:47,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:47,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:47,766 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,37703,1732616412639' ***** 2024-11-26T10:20:47,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:20:47,766 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:20:47,766 INFO [RS:0;94eedbb855cf:37703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:20:47,766 INFO [RS:0;94eedbb855cf:37703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:20:47,766 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:20:47,766 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:47,767 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:47,767 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,37703,1732616412639 2024-11-26T10:20:47,767 INFO [RS:0;94eedbb855cf:37703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:20:47,767 INFO [RS:0;94eedbb855cf:37703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:37703. 2024-11-26T10:20:47,767 DEBUG [RS:0;94eedbb855cf:37703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:47,767 DEBUG [RS:0;94eedbb855cf:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:47,767 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:20:47,767 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:20:47,767 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:20:47,767 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:20:47,767 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T10:20:47,767 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1325): Online Regions={79f7fef10ae7e47bbbb2950cff5eca85=test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85., 1588230740=hbase:meta,,1.1588230740, 3c27db39a4eb290ac704ff439d0e15c3=hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3.} 2024-11-26T10:20:47,767 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c27db39a4eb290ac704ff439d0e15c3, 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:47,767 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79f7fef10ae7e47bbbb2950cff5eca85, disabling compactions & flushes 2024-11-26T10:20:47,767 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:20:47,767 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. 2024-11-26T10:20:47,767 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. 2024-11-26T10:20:47,767 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:20:47,767 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. after waiting 0 ms 2024-11-26T10:20:47,767 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:20:47,767 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. 2024-11-26T10:20:47,767 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:20:47,767 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:20:47,768 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79f7fef10ae7e47bbbb2950cff5eca85 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-26T10:20:47,768 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T10:20:47,784 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/.tmp/f/06bdcbf721cd40bdb1e0f31695310dec is 37, key is row3/f:row3/1732616439882/Put/seqid=0 2024-11-26T10:20:47,787 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/.tmp/info/1fc0cad294c34ece9acff11c12e58b05 is 147, key is hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3./info:regioninfo/1732616429522/Put/seqid=0 2024-11-26T10:20:47,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741840_1016 (size=5228) 2024-11-26T10:20:47,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741841_1017 (size=7686) 2024-11-26T10:20:47,823 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:20:47,968 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c27db39a4eb290ac704ff439d0e15c3, 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:48,097 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:20:48,097 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:20:48,168 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c27db39a4eb290ac704ff439d0e15c3, 79f7fef10ae7e47bbbb2950cff5eca85 2024-11-26T10:20:48,189 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/.tmp/f/06bdcbf721cd40bdb1e0f31695310dec 2024-11-26T10:20:48,194 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06bdcbf721cd40bdb1e0f31695310dec 2024-11-26T10:20:48,198 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/.tmp/info/1fc0cad294c34ece9acff11c12e58b05 2024-11-26T10:20:48,217 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1496, reset compression=false 2024-11-26T10:20:48,228 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/.tmp/f1/a42b597a2102440fa36d28da0baa7891 is 30, key is row1/f1:/1732616437224/DeleteFamily/seqid=0 2024-11-26T10:20:48,229 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/.tmp/ns/49ae50c7723747c087fe2295555a4786 is 43, key is default/ns:d/1732616415202/Put/seqid=0 2024-11-26T10:20:48,230 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:48,230 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1743, reset compression=false 2024-11-26T10:20:48,230 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,37703,1732616412639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:20:48,231 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 94eedbb855cf,37703,1732616412639: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-94eedbb855cf,37703,1732616412639, walGroup=94eedbb855cf%2C37703%2C1732616412639, offset=94eedbb855cf%2C37703%2C1732616412639.1732616414226:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:37703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T10:20:48,232 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T10:20:48,232 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T10:20:48,232 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T10:20:48,232 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T10:20:48,232 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T10:20:48,232 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 735878144 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198358848 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T10:20:48,233 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:43485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:43485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T10:20:48,240 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:20:48,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741842_1018 (size=5158) 2024-11-26T10:20:48,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,248 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/.tmp/f1/a42b597a2102440fa36d28da0baa7891 2024-11-26T10:20:48,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741843_1019 (size=5153) 2024-11-26T10:20:48,250 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/.tmp/ns/49ae50c7723747c087fe2295555a4786 2024-11-26T10:20:48,253 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a42b597a2102440fa36d28da0baa7891 2024-11-26T10:20:48,282 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/.tmp/rep_barrier/686abb6369614d64998cff3c6b0a4910 is 112, key is test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85./rep_barrier:seqnumDuringOpen/1732616424436/Put/seqid=0 2024-11-26T10:20:48,282 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/.tmp/norep/b90ff93a04644017b50193b4889918b3 is 32, key is row/norep:/1732616436218/DeleteFamily/seqid=0 2024-11-26T10:20:48,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:48,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741844_1020 (size=5518) 2024-11-26T10:20:48,299 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/.tmp/rep_barrier/686abb6369614d64998cff3c6b0a4910 2024-11-26T10:20:48,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741845_1021 (size=5101) 2024-11-26T10:20:48,317 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/.tmp/norep/b90ff93a04644017b50193b4889918b3 2024-11-26T10:20:48,321 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b90ff93a04644017b50193b4889918b3 2024-11-26T10:20:48,322 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/.tmp/f/06bdcbf721cd40bdb1e0f31695310dec as hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/f/06bdcbf721cd40bdb1e0f31695310dec 2024-11-26T10:20:48,327 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06bdcbf721cd40bdb1e0f31695310dec 2024-11-26T10:20:48,327 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/f/06bdcbf721cd40bdb1e0f31695310dec, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T10:20:48,328 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/.tmp/f1/a42b597a2102440fa36d28da0baa7891 as hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/f1/a42b597a2102440fa36d28da0baa7891 2024-11-26T10:20:48,332 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/.tmp/table/859d004404504947947edab10f03bb92 is 53, key is hbase:replication/table:state/1732616429528/Put/seqid=0 2024-11-26T10:20:48,332 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a42b597a2102440fa36d28da0baa7891 2024-11-26T10:20:48,332 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/f1/a42b597a2102440fa36d28da0baa7891, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T10:20:48,333 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/.tmp/norep/b90ff93a04644017b50193b4889918b3 as hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/norep/b90ff93a04644017b50193b4889918b3 2024-11-26T10:20:48,336 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b90ff93a04644017b50193b4889918b3 2024-11-26T10:20:48,336 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/norep/b90ff93a04644017b50193b4889918b3, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T10:20:48,337 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 79f7fef10ae7e47bbbb2950cff5eca85 in 570ms, sequenceid=12, compaction requested=false 2024-11-26T10:20:48,337 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T10:20:48,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741846_1022 (size=5308) 2024-11-26T10:20:48,361 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/default/test/79f7fef10ae7e47bbbb2950cff5eca85/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T10:20:48,361 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:48,361 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:20:48,361 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. 2024-11-26T10:20:48,362 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79f7fef10ae7e47bbbb2950cff5eca85: Waiting for close lock at 1732616447767Running coprocessor pre-close hooks at 1732616447767Disabling compacts and flushes for region at 1732616447767Disabling writes for close at 1732616447767Obtaining lock to block concurrent updates at 1732616447768 (+1 ms)Preparing flush snapshotting stores in 79f7fef10ae7e47bbbb2950cff5eca85 at 1732616447768Finished memstore snapshotting test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732616447768Flushing stores of test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. at 1732616447769 (+1 ms)Flushing 79f7fef10ae7e47bbbb2950cff5eca85/f: creating writer at 1732616447769Flushing 79f7fef10ae7e47bbbb2950cff5eca85/f: appending metadata at 1732616447784 (+15 ms)Flushing 79f7fef10ae7e47bbbb2950cff5eca85/f: closing flushed file at 1732616447784Flushing 79f7fef10ae7e47bbbb2950cff5eca85/f1: creating writer at 1732616448195 (+411 ms)Flushing 79f7fef10ae7e47bbbb2950cff5eca85/f1: appending metadata at 1732616448227 (+32 ms)Flushing 79f7fef10ae7e47bbbb2950cff5eca85/f1: closing flushed file at 1732616448227Flushing 79f7fef10ae7e47bbbb2950cff5eca85/norep: creating writer at 1732616448253 (+26 ms)Flushing 79f7fef10ae7e47bbbb2950cff5eca85/norep: appending metadata at 1732616448281 (+28 ms)Flushing 79f7fef10ae7e47bbbb2950cff5eca85/norep: closing flushed file at 1732616448281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e18c5da: reopening flushed file at 1732616448321 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@168a8031: reopening flushed file at 1732616448328 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a960283: reopening flushed file at 1732616448332 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 79f7fef10ae7e47bbbb2950cff5eca85 in 570ms, sequenceid=12, compaction requested=false at 1732616448337 (+5 ms)Writing region close event to WAL at 1732616448353 (+16 ms)Running coprocessor post-close hooks at 1732616448361 (+8 ms)Closed at 1732616448361 2024-11-26T10:20:48,362 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616423288.79f7fef10ae7e47bbbb2950cff5eca85. 2024-11-26T10:20:48,362 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c27db39a4eb290ac704ff439d0e15c3, disabling compactions & flushes 2024-11-26T10:20:48,362 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:48,362 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:48,362 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. after waiting 0 ms 2024-11-26T10:20:48,362 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:48,362 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c27db39a4eb290ac704ff439d0e15c3: Waiting for close lock at 1732616448362Running coprocessor pre-close hooks at 1732616448362Disabling compacts and flushes for region at 1732616448362Disabling writes for close at 1732616448362Failed flush hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3., putting online again at 1732616448362 2024-11-26T10:20:48,362 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:48,368 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:48,368 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c27db39a4eb290ac704ff439d0e15c3 2024-11-26T10:20:48,368 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c27db39a4eb290ac704ff439d0e15c3, disabling compactions & flushes 2024-11-26T10:20:48,368 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:48,368 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:48,368 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. after waiting 0 ms 2024-11-26T10:20:48,368 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:48,368 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c27db39a4eb290ac704ff439d0e15c3: Waiting for close lock at 1732616448368Running coprocessor pre-close hooks at 1732616448368Disabling compacts and flushes for region at 1732616448368Disabling writes for close at 1732616448368Failed flush hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3., putting online again at 1732616448368 2024-11-26T10:20:48,368 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3. 2024-11-26T10:20:48,448 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 1743, reset compression=false 2024-11-26T10:20:48,453 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:20:48,453 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 2387, reset compression=false 2024-11-26T10:20:48,568 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:20:48,656 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 2387, reset compression=false 2024-11-26T10:20:48,740 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/.tmp/table/859d004404504947947edab10f03bb92 2024-11-26T10:20:48,745 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/.tmp/info/1fc0cad294c34ece9acff11c12e58b05 as hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/info/1fc0cad294c34ece9acff11c12e58b05 2024-11-26T10:20:48,750 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/info/1fc0cad294c34ece9acff11c12e58b05, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T10:20:48,751 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/.tmp/ns/49ae50c7723747c087fe2295555a4786 as hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/ns/49ae50c7723747c087fe2295555a4786 2024-11-26T10:20:48,757 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/ns/49ae50c7723747c087fe2295555a4786, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T10:20:48,758 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/.tmp/rep_barrier/686abb6369614d64998cff3c6b0a4910 as hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/rep_barrier/686abb6369614d64998cff3c6b0a4910 2024-11-26T10:20:48,762 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/rep_barrier/686abb6369614d64998cff3c6b0a4910, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T10:20:48,763 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/.tmp/table/859d004404504947947edab10f03bb92 as hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/table/859d004404504947947edab10f03bb92 2024-11-26T10:20:48,767 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/table/859d004404504947947edab10f03bb92, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T10:20:48,768 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1001ms, sequenceid=16, compaction requested=false 2024-11-26T10:20:48,768 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:20:48,768 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:20:48,768 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3c27db39a4eb290ac704ff439d0e15c3=hbase:replication,,1732616428745.3c27db39a4eb290ac704ff439d0e15c3.} 2024-11-26T10:20:48,769 DEBUG [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:20:48,785 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:20:48,789 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:20:48,789 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:20:48,789 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:48,789 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616447767Running coprocessor pre-close hooks at 1732616447767Disabling compacts and flushes for region at 1732616447767Disabling writes for close at 1732616447767Obtaining lock to block concurrent updates at 1732616447768 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732616447768Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732616447768Flushing stores of hbase:meta,,1.1588230740 at 1732616447768Flushing 1588230740/info: creating writer at 1732616447769 (+1 ms)Flushing 1588230740/info: appending metadata at 1732616447787 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732616447787Flushing 1588230740/ns: creating writer at 1732616448202 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732616448229 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732616448229Flushing 1588230740/rep_barrier: creating writer at 1732616448258 (+29 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616448281 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616448281Flushing 1588230740/table: creating writer at 1732616448304 (+23 ms)Flushing 1588230740/table: appending metadata at 1732616448331 (+27 ms)Flushing 1588230740/table: closing flushed file at 1732616448331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf1ee0b: reopening flushed file at 1732616448745 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11080412: reopening flushed file at 1732616448750 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4342a23a: reopening flushed file at 1732616448757 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d92763: reopening flushed file at 1732616448762 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1001ms, sequenceid=16, compaction requested=false at 1732616448768 (+6 ms)Writing region close event to WAL at 1732616448777 (+9 ms)Running coprocessor post-close hooks at 1732616448789 (+12 ms)Closed at 1732616448789 2024-11-26T10:20:48,789 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:48,960 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/WALs/94eedbb855cf,37703,1732616412639/94eedbb855cf%2C37703%2C1732616412639.1732616414226 to pos 2387, reset compression=false 2024-11-26T10:20:48,969 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T10:20:48,969 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,37703,1732616412639; all regions closed. 2024-11-26T10:20:48,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741834_1010 (size=4239) 2024-11-26T10:20:48,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741839_1015 (size=2609) 2024-11-26T10:20:49,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741832_1008 (size=2395) 2024-11-26T10:20:49,007 DEBUG [RS:0;94eedbb855cf:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:49,007 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:20:49,007 INFO [RS:0;94eedbb855cf:37703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:20:49,007 INFO [RS:0;94eedbb855cf:37703 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:20:49,007 INFO [RS:0;94eedbb855cf:37703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:20:49,007 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:20:49,007 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,37703,1732616412639 because: Region server is closing 2024-11-26T10:20:49,008 INFO [RS:0;94eedbb855cf:37703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:37703. 2024-11-26T10:20:49,008 DEBUG [RS:0;94eedbb855cf:37703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:49,008 DEBUG [RS:0;94eedbb855cf:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:49,008 DEBUG [RS:0;94eedbb855cf:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:49,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:49,108 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.shipper94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 terminated 2024-11-26T10:20:49,108 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,37703,1732616412639.replicationSource.wal-reader.94eedbb855cf%2C37703%2C1732616412639,1-94eedbb855cf,37703,1732616412639 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:20:49,109 INFO [RS:0;94eedbb855cf:37703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:37703. 2024-11-26T10:20:49,109 DEBUG [RS:0;94eedbb855cf:37703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:20:49,109 DEBUG [RS:0;94eedbb855cf:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:49,109 DEBUG [RS:0;94eedbb855cf:37703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:49,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:20:49,109 INFO [RS:0;94eedbb855cf:37703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37703 2024-11-26T10:20:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536/rs 2024-11-26T10:20:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/026138536/rs/94eedbb855cf,37703,1732616412639 2024-11-26T10:20:49,111 INFO [RS:0;94eedbb855cf:37703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:20:49,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,37703,1732616412639] 2024-11-26T10:20:49,115 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /026138536/draining/94eedbb855cf,37703,1732616412639 already deleted, retry=false 2024-11-26T10:20:49,115 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,37703,1732616412639 expired; onlineServers=0 2024-11-26T10:20:49,115 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,43485,1732616412577' ***** 2024-11-26T10:20:49,115 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:20:49,115 INFO [M:0;94eedbb855cf:43485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:20:49,115 INFO [M:0;94eedbb855cf:43485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:20:49,115 DEBUG [M:0;94eedbb855cf:43485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:20:49,115 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:20:49,115 DEBUG [M:0;94eedbb855cf:43485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:20:49,115 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616414013 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616414013,5,FailOnTimeoutGroup] 2024-11-26T10:20:49,115 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616414016 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616414016,5,FailOnTimeoutGroup] 2024-11-26T10:20:49,115 INFO [M:0;94eedbb855cf:43485 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:20:49,115 INFO [M:0;94eedbb855cf:43485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:20:49,115 DEBUG [M:0;94eedbb855cf:43485 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:20:49,115 INFO [M:0;94eedbb855cf:43485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:20:49,116 INFO [M:0;94eedbb855cf:43485 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:20:49,116 INFO [M:0;94eedbb855cf:43485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:20:49,117 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:20:49,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/026138536/master 2024-11-26T10:20:49,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/026138536 2024-11-26T10:20:49,117 DEBUG [M:0;94eedbb855cf:43485 {}] zookeeper.ZKUtil(347): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Unable to get data of znode /026138536/master because node does not exist (not an error) 2024-11-26T10:20:49,117 WARN [M:0;94eedbb855cf:43485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:20:49,118 INFO [M:0;94eedbb855cf:43485 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/.lastflushedseqids 2024-11-26T10:20:49,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741847_1023 (size=245) 2024-11-26T10:20:49,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:49,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37703-0x10153ca459a0001, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:49,215 INFO [RS:0;94eedbb855cf:37703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:20:49,215 INFO [RS:0;94eedbb855cf:37703 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,37703,1732616412639; zookeeper connection closed. 2024-11-26T10:20:49,216 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4843292 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4843292 2024-11-26T10:20:49,217 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:20:49,557 INFO [M:0;94eedbb855cf:43485 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:20:49,557 INFO [M:0;94eedbb855cf:43485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:20:49,558 DEBUG [M:0;94eedbb855cf:43485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:20:49,558 INFO [M:0;94eedbb855cf:43485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:49,558 DEBUG [M:0;94eedbb855cf:43485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:49,558 DEBUG [M:0;94eedbb855cf:43485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:20:49,558 DEBUG [M:0;94eedbb855cf:43485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:49,558 INFO [M:0;94eedbb855cf:43485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-26T10:20:49,581 DEBUG [M:0;94eedbb855cf:43485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f32cae8075ff4ef5b3e8bbce5f628c2b is 82, key is hbase:meta,,1/info:regioninfo/1732616415189/Put/seqid=0 2024-11-26T10:20:49,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741848_1024 (size=5672) 2024-11-26T10:20:50,000 INFO [M:0;94eedbb855cf:43485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f32cae8075ff4ef5b3e8bbce5f628c2b 2024-11-26T10:20:50,021 DEBUG [M:0;94eedbb855cf:43485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29000436c61947f9b3dcbac5e2154b4e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732616424446/Put/seqid=0 2024-11-26T10:20:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741849_1025 (size=7218) 2024-11-26T10:20:50,031 INFO [M:0;94eedbb855cf:43485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29000436c61947f9b3dcbac5e2154b4e 2024-11-26T10:20:50,036 INFO [M:0;94eedbb855cf:43485 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29000436c61947f9b3dcbac5e2154b4e 2024-11-26T10:20:50,058 DEBUG [M:0;94eedbb855cf:43485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/611b798177fd4289982fc0945fa2b789 is 69, key is 94eedbb855cf,37703,1732616412639/rs:state/1732616414079/Put/seqid=0 2024-11-26T10:20:50,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741850_1026 (size=5156) 2024-11-26T10:20:50,065 INFO [M:0;94eedbb855cf:43485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/611b798177fd4289982fc0945fa2b789 2024-11-26T10:20:50,070 DEBUG [M:0;94eedbb855cf:43485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f32cae8075ff4ef5b3e8bbce5f628c2b as hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f32cae8075ff4ef5b3e8bbce5f628c2b 2024-11-26T10:20:50,074 INFO [M:0;94eedbb855cf:43485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f32cae8075ff4ef5b3e8bbce5f628c2b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T10:20:50,074 DEBUG [M:0;94eedbb855cf:43485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29000436c61947f9b3dcbac5e2154b4e as hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29000436c61947f9b3dcbac5e2154b4e 2024-11-26T10:20:50,078 INFO [M:0;94eedbb855cf:43485 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29000436c61947f9b3dcbac5e2154b4e 2024-11-26T10:20:50,078 INFO [M:0;94eedbb855cf:43485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29000436c61947f9b3dcbac5e2154b4e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T10:20:50,079 DEBUG [M:0;94eedbb855cf:43485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/611b798177fd4289982fc0945fa2b789 as hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/611b798177fd4289982fc0945fa2b789 2024-11-26T10:20:50,083 INFO [M:0;94eedbb855cf:43485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37775/user/jenkins/test-data/f05e2584-9123-1928-71e1-02ef1979778c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/611b798177fd4289982fc0945fa2b789, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T10:20:50,084 INFO [M:0;94eedbb855cf:43485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=105, compaction requested=false 2024-11-26T10:20:50,092 INFO [M:0;94eedbb855cf:43485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:50,092 DEBUG [M:0;94eedbb855cf:43485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616449557Disabling compacts and flushes for region at 1732616449557Disabling writes for close at 1732616449558 (+1 ms)Obtaining lock to block concurrent updates at 1732616449558Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616449558Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732616449558Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616449559 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616449559Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616449580 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616449580Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616450004 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616450021 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616450021Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616450036 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616450057 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616450057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1da9dc: reopening flushed file at 1732616450069 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351be2b5: reopening flushed file at 1732616450074 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389b84ee: reopening flushed file at 1732616450078 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=105, compaction requested=false at 1732616450084 (+6 ms)Writing region close event to WAL at 1732616450092 (+8 ms)Closed at 1732616450092 2024-11-26T10:20:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33429 is added to blk_1073741830_1006 (size=64423) 2024-11-26T10:20:50,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:20:50,096 INFO [M:0;94eedbb855cf:43485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:20:50,096 INFO [M:0;94eedbb855cf:43485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43485 2024-11-26T10:20:50,097 INFO [M:0;94eedbb855cf:43485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:20:50,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:50,199 INFO [M:0;94eedbb855cf:43485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:20:50,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43485-0x10153ca459a0000, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:20:50,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29850a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:20:50,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:20:50,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:20:50,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:20:50,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/hadoop.log.dir/,STOPPED} 2024-11-26T10:20:50,208 WARN [BP-1053156526-172.17.0.2-1732616411936 heartbeating to localhost/127.0.0.1:37775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:20:50,208 WARN [BP-1053156526-172.17.0.2-1732616411936 heartbeating to localhost/127.0.0.1:37775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1053156526-172.17.0.2-1732616411936 (Datanode Uuid 548bfb0d-1db0-44e1-813a-a31ff306ce9d) service to localhost/127.0.0.1:37775 2024-11-26T10:20:50,208 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:20:50,208 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:20:50,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/cluster_d6fbb640-c012-bb64-425e-f1b6fc9be1cb/data/data1/current/BP-1053156526-172.17.0.2-1732616411936 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:20:50,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/cluster_d6fbb640-c012-bb64-425e-f1b6fc9be1cb/data/data2/current/BP-1053156526-172.17.0.2-1732616411936 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:20:50,209 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:20:50,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:20:50,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:20:50,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:20:50,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:20:50,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd9f0b9-ec50-142a-85d0-d775f911f8f0/hadoop.log.dir/,STOPPED} 2024-11-26T10:20:50,224 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:20:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:20:50,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=317 (was 266) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46363 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-24 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55713) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39079 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37775 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55713) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55713) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=309 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=6604 (was 5853) - AvailableMemoryMB LEAK? - 2024-11-26T10:20:50,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=317, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=309, ProcessCount=11, AvailableMemoryMB=6604 2024-11-26T10:20:50,272 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-26T10:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/hadoop.log.dir so I do NOT create it in target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7 2024-11-26T10:20:50,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:20:50,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/hadoop.tmp.dir so I do NOT create it in target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7 2024-11-26T10:20:50,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d4e2b33-98b1-6037-5c91-59f14330115f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:20:50,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7 2024-11-26T10:20:50,273 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/cluster_bb2f52cd-bd04-11d2-1f9f-3a2f27937083, deleteOnExit=true 2024-11-26T10:20:50,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/cluster_bb2f52cd-bd04-11d2-1f9f-3a2f27937083/zookeeper_0, clientPort=58603, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/cluster_bb2f52cd-bd04-11d2-1f9f-3a2f27937083/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/cluster_bb2f52cd-bd04-11d2-1f9f-3a2f27937083/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:20:50,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58603 2024-11-26T10:20:50,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:20:50,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:20:50,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/test.cache.data in system properties and HBase conf 2024-11-26T10:20:50,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:20:50,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:20:50,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:20:50,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:20:50,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:20:50,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:20:50,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:20:50,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:20:50,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153ca459a0002, quorum=127.0.0.1:55713, baseZNode=/026138536 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:20:50,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153ca459a0002, quorum=127.0.0.1:55713, baseZNode=/026138536 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:20:50,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10153ca459a0008, quorum=127.0.0.1:55713, baseZNode=/243794118 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:20:50,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153ca459a0005, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:20:50,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10153ca459a0008, quorum=127.0.0.1:55713, baseZNode=/243794118 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:20:50,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153ca459a0005, quorum=127.0.0.1:55713, baseZNode=/1-610916815 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:20:50,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:50,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:20:50,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:20:50,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:20:50,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:20:50,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:50,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7958868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:20:50,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d101001{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:20:50,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28df01c1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/java.io.tmpdir/jetty-localhost-38217-hadoop-hdfs-3_4_1-tests_jar-_-any-16528926877658688314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:20:50,501 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a8f67af{HTTP/1.1, (http/1.1)}{localhost:38217} 2024-11-26T10:20:50,501 INFO [Time-limited test {}] server.Server(415): Started @242318ms 2024-11-26T10:20:50,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:50,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:20:50,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:20:50,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:20:50,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:20:50,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c4ff25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:20:50,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a736e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:20:50,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47338a4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/java.io.tmpdir/jetty-localhost-45193-hadoop-hdfs-3_4_1-tests_jar-_-any-17546041231964588154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:20:50,889 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f3c3b89{HTTP/1.1, (http/1.1)}{localhost:45193} 2024-11-26T10:20:50,890 INFO [Time-limited test {}] server.Server(415): Started @242707ms 2024-11-26T10:20:50,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:20:51,026 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/cluster_bb2f52cd-bd04-11d2-1f9f-3a2f27937083/data/data1/current/BP-772837982-172.17.0.2-1732616450299/current, will proceed with Du for space computation calculation, 2024-11-26T10:20:51,026 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/cluster_bb2f52cd-bd04-11d2-1f9f-3a2f27937083/data/data2/current/BP-772837982-172.17.0.2-1732616450299/current, will proceed with Du for space computation calculation, 2024-11-26T10:20:51,052 WARN [Thread-3423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:20:51,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73c2610df53c0e3c with lease ID 0xd8f0e01b02355f55: Processing first storage report for DS-3661e5e3-7dc4-486e-a5c3-037e3b3ebe70 from datanode DatanodeRegistration(127.0.0.1:44385, datanodeUuid=83f1fab2-3418-4750-9e1d-38d8103c5b98, infoPort=38315, infoSecurePort=0, ipcPort=33737, storageInfo=lv=-57;cid=testClusterID;nsid=104456064;c=1732616450299) 2024-11-26T10:20:51,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73c2610df53c0e3c with lease ID 0xd8f0e01b02355f55: from storage DS-3661e5e3-7dc4-486e-a5c3-037e3b3ebe70 node DatanodeRegistration(127.0.0.1:44385, datanodeUuid=83f1fab2-3418-4750-9e1d-38d8103c5b98, infoPort=38315, infoSecurePort=0, ipcPort=33737, storageInfo=lv=-57;cid=testClusterID;nsid=104456064;c=1732616450299), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:20:51,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73c2610df53c0e3c with lease ID 0xd8f0e01b02355f55: Processing first storage report for DS-05b1bb64-b058-4602-87ee-e11b7f30357f from datanode DatanodeRegistration(127.0.0.1:44385, datanodeUuid=83f1fab2-3418-4750-9e1d-38d8103c5b98, infoPort=38315, infoSecurePort=0, ipcPort=33737, storageInfo=lv=-57;cid=testClusterID;nsid=104456064;c=1732616450299) 2024-11-26T10:20:51,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73c2610df53c0e3c with lease ID 0xd8f0e01b02355f55: from storage DS-05b1bb64-b058-4602-87ee-e11b7f30357f node DatanodeRegistration(127.0.0.1:44385, datanodeUuid=83f1fab2-3418-4750-9e1d-38d8103c5b98, infoPort=38315, infoSecurePort=0, ipcPort=33737, storageInfo=lv=-57;cid=testClusterID;nsid=104456064;c=1732616450299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:20:51,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7 2024-11-26T10:20:51,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:51,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:51,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:20:51,162 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8 with version=8 2024-11-26T10:20:51,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/hbase-staging 2024-11-26T10:20:51,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:20:51,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:51,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:51,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:20:51,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:51,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:20:51,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:20:51,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:20:51,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43897 2024-11-26T10:20:51,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43897 connecting to ZooKeeper ensemble=127.0.0.1:58603 2024-11-26T10:20:51,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438970x0, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:51,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43897-0x10153cadb730000 connected 2024-11-26T10:20:51,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:51,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:51,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Set watcher on znode that does not yet exist, /0-140465158/running 2024-11-26T10:20:51,217 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8, hbase.cluster.distributed=false 2024-11-26T10:20:51,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Set watcher on znode that does not yet exist, /0-140465158/acl 2024-11-26T10:20:51,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43897 2024-11-26T10:20:51,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43897 2024-11-26T10:20:51,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43897 2024-11-26T10:20:51,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43897 2024-11-26T10:20:51,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43897 2024-11-26T10:20:51,249 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:20:51,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:51,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:51,249 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:20:51,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:51,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:20:51,249 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:20:51,249 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:20:51,250 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44191 2024-11-26T10:20:51,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44191 connecting to ZooKeeper ensemble=127.0.0.1:58603 2024-11-26T10:20:51,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:51,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:51,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441910x0, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:51,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441910x0, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Set watcher on znode that does not yet exist, /0-140465158/running 2024-11-26T10:20:51,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44191-0x10153cadb730001 connected 2024-11-26T10:20:51,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:20:51,268 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:20:51,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Set watcher on znode that does not yet exist, /0-140465158/master 2024-11-26T10:20:51,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Set watcher on znode that does not yet exist, /0-140465158/acl 2024-11-26T10:20:51,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44191 2024-11-26T10:20:51,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44191 2024-11-26T10:20:51,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44191 2024-11-26T10:20:51,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44191 2024-11-26T10:20:51,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44191 2024-11-26T10:20:51,296 DEBUG [M:0;94eedbb855cf:43897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:43897 2024-11-26T10:20:51,296 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-140465158/backup-masters/94eedbb855cf,43897,1732616451164 2024-11-26T10:20:51,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158/backup-masters 2024-11-26T10:20:51,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158/backup-masters 2024-11-26T10:20:51,298 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Set watcher on existing znode=/0-140465158/backup-masters/94eedbb855cf,43897,1732616451164 2024-11-26T10:20:51,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:20:51,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-140465158/master 2024-11-26T10:20:51,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:20:51,301 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Set watcher on existing znode=/0-140465158/master 2024-11-26T10:20:51,301 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-140465158/backup-masters/94eedbb855cf,43897,1732616451164 from backup master directory 2024-11-26T10:20:51,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158/backup-masters 2024-11-26T10:20:51,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-140465158/backup-masters/94eedbb855cf,43897,1732616451164 2024-11-26T10:20:51,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158/backup-masters 2024-11-26T10:20:51,304 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:20:51,304 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,43897,1732616451164 2024-11-26T10:20:51,313 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/hbase.id] with ID: b0abc7bb-23e6-4f7e-a34d-20b6746fc6ed 2024-11-26T10:20:51,313 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/.tmp/hbase.id 2024-11-26T10:20:51,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:20:51,722 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/.tmp/hbase.id]:[hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/hbase.id] 2024-11-26T10:20:51,730 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:51,730 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:20:51,731 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:20:51,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:20:51,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:20:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:20:52,149 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:20:52,150 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:20:52,150 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:52,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:20:52,558 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store 2024-11-26T10:20:52,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:20:52,968 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:52,969 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:20:52,969 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:52,969 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:52,969 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:20:52,969 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:52,969 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:52,969 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616452969Disabling compacts and flushes for region at 1732616452969Disabling writes for close at 1732616452969Writing region close event to WAL at 1732616452969Closed at 1732616452969 2024-11-26T10:20:52,970 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/.initializing 2024-11-26T10:20:52,970 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/WALs/94eedbb855cf,43897,1732616451164 2024-11-26T10:20:52,971 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:20:52,972 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C43897%2C1732616451164, suffix=, logDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/WALs/94eedbb855cf,43897,1732616451164, archiveDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/oldWALs, maxLogs=10 2024-11-26T10:20:52,986 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/WALs/94eedbb855cf,43897,1732616451164/94eedbb855cf%2C43897%2C1732616451164.1732616452972, exclude list is [], retry=0 2024-11-26T10:20:52,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44385,DS-3661e5e3-7dc4-486e-a5c3-037e3b3ebe70,DISK] 2024-11-26T10:20:52,992 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/WALs/94eedbb855cf,43897,1732616451164/94eedbb855cf%2C43897%2C1732616451164.1732616452972 2024-11-26T10:20:52,992 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315)] 2024-11-26T10:20:52,992 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:52,993 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:52,993 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:52,993 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:52,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:52,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:20:52,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:52,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:52,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:52,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:20:52,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:52,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:52,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:52,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:20:52,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:52,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:52,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:53,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:20:53,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:53,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:53,000 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:53,001 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:53,001 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:53,002 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:53,002 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:53,003 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:53,004 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:53,005 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:53,006 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69954107, jitterRate=0.04239742457866669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:53,007 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616452993Initializing all the Stores at 1732616452994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616452994Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616452994Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616452994Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616452994Cleaning up temporary data from old regions at 1732616453002 (+8 ms)Region opened successfully at 1732616453007 (+5 ms) 2024-11-26T10:20:53,007 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:20:53,009 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16631932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:20:53,010 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:20:53,010 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:20:53,010 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:20:53,011 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:20:53,011 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:20:53,011 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:20:53,011 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:20:53,020 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:20:53,021 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Unable to get data of znode /0-140465158/balancer because node does not exist (not necessarily an error) 2024-11-26T10:20:53,022 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-140465158/balancer already deleted, retry=false 2024-11-26T10:20:53,022 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:20:53,023 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Unable to get data of znode /0-140465158/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:20:53,024 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-140465158/normalizer already deleted, retry=false 2024-11-26T10:20:53,024 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:20:53,033 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Unable to get data of znode /0-140465158/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:20:53,034 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-140465158/switch/split already deleted, retry=false 2024-11-26T10:20:53,035 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Unable to get data of znode /0-140465158/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:20:53,039 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-140465158/switch/merge already deleted, retry=false 2024-11-26T10:20:53,041 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Unable to get data of znode /0-140465158/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:20:53,041 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-140465158/snapshot-cleanup already deleted, retry=false 2024-11-26T10:20:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-140465158/running 2024-11-26T10:20:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-140465158/running 2024-11-26T10:20:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:20:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:20:53,043 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,43897,1732616451164, sessionid=0x10153cadb730000, setting cluster-up flag (Was=false) 2024-11-26T10:20:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:20:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:20:53,061 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-140465158/flush-table-proc/acquired, /0-140465158/flush-table-proc/reached, /0-140465158/flush-table-proc/abort 2024-11-26T10:20:53,062 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,43897,1732616451164 2024-11-26T10:20:53,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:20:53,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:20:53,071 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-140465158/online-snapshot/acquired, /0-140465158/online-snapshot/reached, /0-140465158/online-snapshot/abort 2024-11-26T10:20:53,072 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,43897,1732616451164 2024-11-26T10:20:53,073 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:20:53,074 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:53,075 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:20:53,075 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:20:53,075 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,43897,1732616451164 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:20:53,076 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:53,076 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:53,076 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:53,076 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:53,076 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:20:53,076 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,076 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:20:53,076 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,081 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616483081 2024-11-26T10:20:53,081 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:20:53,081 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:20:53,081 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:20:53,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:53,081 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:20:53,082 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:20:53,082 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:20:53,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:20:53,082 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,083 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:20:53,083 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:53,083 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:20:53,083 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:20:53,083 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:20:53,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:20:53,083 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:20:53,083 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:20:53,083 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616453083,5,FailOnTimeoutGroup] 2024-11-26T10:20:53,083 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616453083,5,FailOnTimeoutGroup] 2024-11-26T10:20:53,083 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,083 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:20:53,083 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,083 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,090 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(746): ClusterId : b0abc7bb-23e6-4f7e-a34d-20b6746fc6ed 2024-11-26T10:20:53,090 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:20:53,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:20:53,094 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:20:53,094 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:20:53,098 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:20:53,098 DEBUG [RS:0;94eedbb855cf:44191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731e0b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:20:53,114 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:44191 2024-11-26T10:20:53,114 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:20:53,114 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:20:53,114 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:20:53,114 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,43897,1732616451164 with port=44191, startcode=1732616451249 2024-11-26T10:20:53,115 DEBUG [RS:0;94eedbb855cf:44191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:20:53,117 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:20:53,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,44191,1732616451249 2024-11-26T10:20:53,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43897 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,44191,1732616451249 2024-11-26T10:20:53,119 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8 2024-11-26T10:20:53,119 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46677 2024-11-26T10:20:53,119 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:20:53,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158/rs 2024-11-26T10:20:53,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,44191,1732616451249] 2024-11-26T10:20:53,122 DEBUG [RS:0;94eedbb855cf:44191 {}] zookeeper.ZKUtil(111): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Set watcher on existing znode=/0-140465158/rs/94eedbb855cf,44191,1732616451249 2024-11-26T10:20:53,122 WARN [RS:0;94eedbb855cf:44191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:20:53,123 INFO [RS:0;94eedbb855cf:44191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:53,123 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249 2024-11-26T10:20:53,126 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:20:53,128 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:20:53,132 INFO [RS:0;94eedbb855cf:44191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:20:53,132 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,136 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:20:53,137 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:20:53,137 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,137 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,137 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,137 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,137 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,137 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,137 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:20:53,138 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,138 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,138 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,138 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,138 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,138 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:53,138 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:20:53,138 DEBUG [RS:0;94eedbb855cf:44191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:20:53,139 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,139 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,139 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,139 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,139 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,139 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44191,1732616451249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:20:53,159 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:20:53,159 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44191,1732616451249-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,160 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,160 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.Replication(171): 94eedbb855cf,44191,1732616451249 started 2024-11-26T10:20:53,173 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:53,173 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,44191,1732616451249, RpcServer on 94eedbb855cf/172.17.0.2:44191, sessionid=0x10153cadb730001 2024-11-26T10:20:53,173 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:20:53,173 DEBUG [RS:0;94eedbb855cf:44191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,44191,1732616451249 2024-11-26T10:20:53,173 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,44191,1732616451249' 2024-11-26T10:20:53,173 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-140465158/flush-table-proc/abort' 2024-11-26T10:20:53,174 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-140465158/flush-table-proc/acquired' 2024-11-26T10:20:53,174 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:20:53,174 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:20:53,174 DEBUG [RS:0;94eedbb855cf:44191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,44191,1732616451249 2024-11-26T10:20:53,174 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,44191,1732616451249' 2024-11-26T10:20:53,174 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-140465158/online-snapshot/abort' 2024-11-26T10:20:53,175 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-140465158/online-snapshot/acquired' 2024-11-26T10:20:53,175 DEBUG [RS:0;94eedbb855cf:44191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:20:53,175 INFO [RS:0;94eedbb855cf:44191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:20:53,175 INFO [RS:0;94eedbb855cf:44191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:20:53,275 INFO [RS:0;94eedbb855cf:44191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:20:53,277 INFO [RS:0;94eedbb855cf:44191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C44191%2C1732616451249, suffix=, logDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249, archiveDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/oldWALs, maxLogs=10 2024-11-26T10:20:53,294 DEBUG [RS:0;94eedbb855cf:44191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277, exclude list is [], retry=0 2024-11-26T10:20:53,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44385,DS-3661e5e3-7dc4-486e-a5c3-037e3b3ebe70,DISK] 2024-11-26T10:20:53,297 INFO [RS:0;94eedbb855cf:44191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 2024-11-26T10:20:53,298 DEBUG [RS:0;94eedbb855cf:44191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315)] 2024-11-26T10:20:53,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T10:20:53,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T10:20:53,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:20:53,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:20:53,495 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8 2024-11-26T10:20:53,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:20:53,864 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:20:53,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:53,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:20:53,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:20:53,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:53,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:53,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:20:53,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:20:53,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:53,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:53,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:20:53,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:20:53,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:53,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:53,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:20:53,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:20:53,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:53,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:53,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:20:53,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740 2024-11-26T10:20:53,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:53,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740 2024-11-26T10:20:53,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:20:53,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:20:53,914 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:53,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:20:53,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:53,918 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68689594, jitterRate=0.023554712533950806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:53,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616453900Initializing all the Stores at 1732616453901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616453901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616453901Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616453901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616453901Cleaning up temporary data from old regions at 1732616453914 (+13 ms)Region opened successfully at 1732616453918 (+4 ms) 2024-11-26T10:20:53,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:20:53,919 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:20:53,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:20:53,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:20:53,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:20:53,920 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:53,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616453919Disabling compacts and flushes for region at 1732616453919Disabling writes for close at 1732616453919Writing region close event to WAL at 1732616453920 (+1 ms)Closed at 1732616453920 2024-11-26T10:20:53,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:53,922 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:20:53,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:20:53,922 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:20:53,923 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:20:54,074 DEBUG [94eedbb855cf:43897 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:20:54,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,44191,1732616451249 2024-11-26T10:20:54,075 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,44191,1732616451249, state=OPENING 2024-11-26T10:20:54,076 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:20:54,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:20:54,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:20:54,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-140465158/meta-region-server: CHANGED 2024-11-26T10:20:54,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-140465158/meta-region-server: CHANGED 2024-11-26T10:20:54,078 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:20:54,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,44191,1732616451249}] 2024-11-26T10:20:54,231 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:20:54,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:20:54,235 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:20:54,235 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:54,235 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:20:54,236 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C44191%2C1732616451249.meta, suffix=.meta, logDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249, archiveDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/oldWALs, maxLogs=10 2024-11-26T10:20:54,249 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.meta.1732616454237.meta, exclude list is [], retry=0 2024-11-26T10:20:54,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44385,DS-3661e5e3-7dc4-486e-a5c3-037e3b3ebe70,DISK] 2024-11-26T10:20:54,253 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.meta.1732616454237.meta 2024-11-26T10:20:54,255 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315)] 2024-11-26T10:20:54,255 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:54,255 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:20:54,255 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:20:54,255 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:20:54,255 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:20:54,255 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:20:54,255 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:54,256 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:20:54,256 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:20:54,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:20:54,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:20:54,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:54,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:54,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:20:54,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:20:54,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:54,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:54,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:20:54,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:20:54,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:54,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:54,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:20:54,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:20:54,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:54,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:54,261 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:20:54,261 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740 2024-11-26T10:20:54,262 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740 2024-11-26T10:20:54,264 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:20:54,264 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:20:54,264 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:54,265 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:20:54,266 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66640880, jitterRate=-0.0069735050201416016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:54,266 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:20:54,266 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616454256Writing region info on filesystem at 1732616454256Initializing all the Stores at 1732616454256Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616454256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616454256Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616454256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616454256Cleaning up temporary data from old regions at 1732616454264 (+8 ms)Running coprocessor post-open hooks at 1732616454266 (+2 ms)Region opened successfully at 1732616454266 2024-11-26T10:20:54,267 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616454230 2024-11-26T10:20:54,269 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:20:54,269 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:20:54,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,44191,1732616451249 2024-11-26T10:20:54,270 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,44191,1732616451249, state=OPEN 2024-11-26T10:20:54,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-140465158/meta-region-server 2024-11-26T10:20:54,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-140465158/meta-region-server 2024-11-26T10:20:54,276 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,44191,1732616451249 2024-11-26T10:20:54,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-140465158/meta-region-server: CHANGED 2024-11-26T10:20:54,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-140465158/meta-region-server: CHANGED 2024-11-26T10:20:54,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:20:54,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,44191,1732616451249 in 198 msec 2024-11-26T10:20:54,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:20:54,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-26T10:20:54,280 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:54,280 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:20:54,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:54,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44191,1732616451249, seqNum=-1] 2024-11-26T10:20:54,282 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:54,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:54,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-26T10:20:54,287 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616454286, completionTime=-1 2024-11-26T10:20:54,287 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:20:54,287 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:20:54,288 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:20:54,288 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616514288 2024-11-26T10:20:54,288 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616574288 2024-11-26T10:20:54,288 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:20:54,289 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43897,1732616451164-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:54,289 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43897,1732616451164-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:54,289 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43897,1732616451164-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:54,289 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:43897, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:54,289 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:54,289 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:54,291 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:20:54,292 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.988sec 2024-11-26T10:20:54,292 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:20:54,292 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:20:54,292 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:20:54,292 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:20:54,292 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:20:54,292 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43897,1732616451164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:20:54,292 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43897,1732616451164-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:20:54,294 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:20:54,294 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:20:54,294 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,43897,1732616451164-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:54,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cddaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:54,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43897,-1 for getting cluster id 2024-11-26T10:20:54,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:54,392 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0abc7bb-23e6-4f7e-a34d-20b6746fc6ed' 2024-11-26T10:20:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0abc7bb-23e6-4f7e-a34d-20b6746fc6ed" 2024-11-26T10:20:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb07edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43897,-1] 2024-11-26T10:20:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:54,394 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:54,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42083a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:54,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44191,1732616451249, seqNum=-1] 2024-11-26T10:20:54,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:54,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:54,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,43897,1732616451164 2024-11-26T10:20:54,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58603 2024-11-26T10:20:54,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:54,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153cadb730002 connected 2024-11-26T10:20:54,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/hadoop.log.dir so I do NOT create it in target/test-data/1d15802a-443d-a876-3e9f-70360867de49 2024-11-26T10:20:54,404 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:20:54,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/hadoop.tmp.dir so I do NOT create it in target/test-data/1d15802a-443d-a876-3e9f-70360867de49 2024-11-26T10:20:54,404 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:20:54,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49 2024-11-26T10:20:54,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:20:54,404 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/cluster_c3da6060-04ad-c55a-b3fe-a129c11bf202, deleteOnExit=true 2024-11-26T10:20:54,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:20:54,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/test.cache.data in system properties and HBase conf 2024-11-26T10:20:54,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:20:54,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:20:54,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:20:54,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:20:54,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:20:54,405 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:20:54,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:20:54,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:20:54,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:54,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:20:54,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:20:54,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:20:54,491 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:20:54,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:54,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e0c54ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:20:54,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7591289f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:20:54,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77fb63e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/java.io.tmpdir/jetty-localhost-39409-hadoop-hdfs-3_4_1-tests_jar-_-any-13408467356408765561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:20:54,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4346b6{HTTP/1.1, (http/1.1)}{localhost:39409} 2024-11-26T10:20:54,613 INFO [Time-limited test {}] server.Server(415): Started @246430ms 2024-11-26T10:20:54,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:54,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:20:54,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:20:54,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:20:54,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:20:54,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50116699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:20:54,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374948d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:20:54,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e55eb3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/java.io.tmpdir/jetty-localhost-45175-hadoop-hdfs-3_4_1-tests_jar-_-any-12788083216413087779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:20:54,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53054af2{HTTP/1.1, (http/1.1)}{localhost:45175} 2024-11-26T10:20:54,841 INFO [Time-limited test {}] server.Server(415): Started @246658ms 2024-11-26T10:20:54,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:20:54,946 WARN [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/cluster_c3da6060-04ad-c55a-b3fe-a129c11bf202/data/data1/current/BP-1796479646-172.17.0.2-1732616454428/current, will proceed with Du for space computation calculation, 2024-11-26T10:20:54,946 WARN [Thread-3557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/cluster_c3da6060-04ad-c55a-b3fe-a129c11bf202/data/data2/current/BP-1796479646-172.17.0.2-1732616454428/current, will proceed with Du for space computation calculation, 2024-11-26T10:20:54,963 WARN [Thread-3544 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:20:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b27e2ae3f59cd41 with lease ID 0x405b9c4b584d25cd: Processing first storage report for DS-3284b1cb-f1fb-41dd-8b4a-bab9e614a9e0 from datanode DatanodeRegistration(127.0.0.1:36891, datanodeUuid=5e16c513-27f1-4b23-9641-dff19256c42a, infoPort=36121, infoSecurePort=0, ipcPort=34137, storageInfo=lv=-57;cid=testClusterID;nsid=868684525;c=1732616454428) 2024-11-26T10:20:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b27e2ae3f59cd41 with lease ID 0x405b9c4b584d25cd: from storage DS-3284b1cb-f1fb-41dd-8b4a-bab9e614a9e0 node DatanodeRegistration(127.0.0.1:36891, datanodeUuid=5e16c513-27f1-4b23-9641-dff19256c42a, infoPort=36121, infoSecurePort=0, ipcPort=34137, storageInfo=lv=-57;cid=testClusterID;nsid=868684525;c=1732616454428), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:20:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b27e2ae3f59cd41 with lease ID 0x405b9c4b584d25cd: Processing first storage report for DS-069910e0-65d8-4455-9695-8ee1be67cb4e from datanode DatanodeRegistration(127.0.0.1:36891, datanodeUuid=5e16c513-27f1-4b23-9641-dff19256c42a, infoPort=36121, infoSecurePort=0, ipcPort=34137, storageInfo=lv=-57;cid=testClusterID;nsid=868684525;c=1732616454428) 2024-11-26T10:20:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b27e2ae3f59cd41 with lease ID 0x405b9c4b584d25cd: from storage DS-069910e0-65d8-4455-9695-8ee1be67cb4e node DatanodeRegistration(127.0.0.1:36891, datanodeUuid=5e16c513-27f1-4b23-9641-dff19256c42a, infoPort=36121, infoSecurePort=0, ipcPort=34137, storageInfo=lv=-57;cid=testClusterID;nsid=868684525;c=1732616454428), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:20:54,967 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49 2024-11-26T10:20:54,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:54,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:54,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:20:55,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9 with version=8 2024-11-26T10:20:55,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/hbase-staging 2024-11-26T10:20:55,382 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:20:55,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:55,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:55,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:20:55,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:55,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:20:55,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:20:55,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:20:55,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33563 2024-11-26T10:20:55,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33563 connecting to ZooKeeper ensemble=127.0.0.1:58603 2024-11-26T10:20:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335630x0, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:55,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33563-0x10153cadb730003 connected 2024-11-26T10:20:55,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:55,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:55,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Set watcher on znode that does not yet exist, /1-234335229/running 2024-11-26T10:20:55,400 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9, hbase.cluster.distributed=false 2024-11-26T10:20:55,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Set watcher on znode that does not yet exist, /1-234335229/acl 2024-11-26T10:20:55,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-26T10:20:55,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33563 2024-11-26T10:20:55,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33563 2024-11-26T10:20:55,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-26T10:20:55,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33563 2024-11-26T10:20:55,417 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:20:55,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:55,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:55,417 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:20:55,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:55,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:20:55,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:20:55,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:20:55,418 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41291 2024-11-26T10:20:55,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41291 connecting to ZooKeeper ensemble=127.0.0.1:58603 2024-11-26T10:20:55,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:55,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412910x0, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:55,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412910x0, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Set watcher on znode that does not yet exist, /1-234335229/running 2024-11-26T10:20:55,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41291-0x10153cadb730004 connected 2024-11-26T10:20:55,424 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:20:55,427 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:20:55,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Set watcher on znode that does not yet exist, /1-234335229/master 2024-11-26T10:20:55,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Set watcher on znode that does not yet exist, /1-234335229/acl 2024-11-26T10:20:55,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41291 2024-11-26T10:20:55,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41291 2024-11-26T10:20:55,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41291 2024-11-26T10:20:55,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41291 2024-11-26T10:20:55,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41291 2024-11-26T10:20:55,444 DEBUG [M:0;94eedbb855cf:33563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:33563 2024-11-26T10:20:55,444 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-234335229/backup-masters/94eedbb855cf,33563,1732616455381 2024-11-26T10:20:55,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229/backup-masters 2024-11-26T10:20:55,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229/backup-masters 2024-11-26T10:20:55,448 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Set watcher on existing znode=/1-234335229/backup-masters/94eedbb855cf,33563,1732616455381 2024-11-26T10:20:55,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-234335229/master 2024-11-26T10:20:55,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:20:55,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:20:55,449 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Set watcher on existing znode=/1-234335229/master 2024-11-26T10:20:55,450 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-234335229/backup-masters/94eedbb855cf,33563,1732616455381 from backup master directory 2024-11-26T10:20:55,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-234335229/backup-masters/94eedbb855cf,33563,1732616455381 2024-11-26T10:20:55,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229/backup-masters 2024-11-26T10:20:55,451 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:20:55,451 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,33563,1732616455381 2024-11-26T10:20:55,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229/backup-masters 2024-11-26T10:20:55,457 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/hbase.id] with ID: a3c7e9ed-db97-44dd-855e-798c02f8394c 2024-11-26T10:20:55,457 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/.tmp/hbase.id 2024-11-26T10:20:55,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:20:55,862 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/.tmp/hbase.id]:[hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/hbase.id] 2024-11-26T10:20:55,870 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:55,870 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:20:55,871 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:20:55,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:20:55,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:20:55,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:20:55,877 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:20:55,878 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:20:55,878 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:55,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:20:55,883 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store 2024-11-26T10:20:55,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:20:55,887 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:55,887 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:20:55,887 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:55,887 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:55,887 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:20:55,888 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:55,888 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:55,888 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616455887Disabling compacts and flushes for region at 1732616455887Disabling writes for close at 1732616455887Writing region close event to WAL at 1732616455888 (+1 ms)Closed at 1732616455888 2024-11-26T10:20:55,888 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/.initializing 2024-11-26T10:20:55,888 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/WALs/94eedbb855cf,33563,1732616455381 2024-11-26T10:20:55,889 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:20:55,890 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C33563%2C1732616455381, suffix=, logDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/WALs/94eedbb855cf,33563,1732616455381, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/oldWALs, maxLogs=10 2024-11-26T10:20:55,904 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/WALs/94eedbb855cf,33563,1732616455381/94eedbb855cf%2C33563%2C1732616455381.1732616455890, exclude list is [], retry=0 2024-11-26T10:20:55,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36891,DS-3284b1cb-f1fb-41dd-8b4a-bab9e614a9e0,DISK] 2024-11-26T10:20:55,907 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/WALs/94eedbb855cf,33563,1732616455381/94eedbb855cf%2C33563%2C1732616455381.1732616455890 2024-11-26T10:20:55,908 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36121:36121)] 2024-11-26T10:20:55,908 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:55,908 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:55,908 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:55,908 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:55,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:55,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:20:55,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:55,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:55,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:55,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:20:55,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:55,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:55,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:55,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:20:55,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:55,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:55,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:55,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:20:55,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:55,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:55,913 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:55,914 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:55,914 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:55,915 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:55,915 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:55,915 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:55,916 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:55,917 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:55,917 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61757712, jitterRate=-0.07973837852478027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:55,917 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616455908Initializing all the Stores at 1732616455909 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616455909Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616455909Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616455909Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616455909Cleaning up temporary data from old regions at 1732616455915 (+6 ms)Region opened successfully at 1732616455917 (+2 ms) 2024-11-26T10:20:55,918 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:20:55,920 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45571d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:20:55,920 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:20:55,920 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:20:55,921 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:20:55,921 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:20:55,921 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:20:55,921 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:20:55,921 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:20:55,923 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:20:55,923 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Unable to get data of znode /1-234335229/balancer because node does not exist (not necessarily an error) 2024-11-26T10:20:55,925 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-234335229/balancer already deleted, retry=false 2024-11-26T10:20:55,926 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:20:55,926 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Unable to get data of znode /1-234335229/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:20:55,927 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-234335229/normalizer already deleted, retry=false 2024-11-26T10:20:55,927 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:20:55,928 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Unable to get data of znode /1-234335229/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:20:55,929 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-234335229/switch/split already deleted, retry=false 2024-11-26T10:20:55,930 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Unable to get data of znode /1-234335229/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:20:55,931 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-234335229/switch/merge already deleted, retry=false 2024-11-26T10:20:55,932 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Unable to get data of znode /1-234335229/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:20:55,934 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-234335229/snapshot-cleanup already deleted, retry=false 2024-11-26T10:20:55,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-234335229/running 2024-11-26T10:20:55,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-234335229/running 2024-11-26T10:20:55,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:20:55,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:20:55,936 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,33563,1732616455381, sessionid=0x10153cadb730003, setting cluster-up flag (Was=false) 2024-11-26T10:20:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:20:55,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:20:55,942 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-234335229/flush-table-proc/acquired, /1-234335229/flush-table-proc/reached, /1-234335229/flush-table-proc/abort 2024-11-26T10:20:55,943 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,33563,1732616455381 2024-11-26T10:20:55,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:20:55,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:20:55,949 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-234335229/online-snapshot/acquired, /1-234335229/online-snapshot/reached, /1-234335229/online-snapshot/abort 2024-11-26T10:20:55,949 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,33563,1732616455381 2024-11-26T10:20:55,950 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:20:55,951 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:55,951 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:20:55,951 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:20:55,952 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,33563,1732616455381 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:20:55,953 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:55,953 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:55,953 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:55,953 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:55,953 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:20:55,953 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:55,953 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:20:55,953 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:55,953 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616485953 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:55,954 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:55,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:20:55,954 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:20:55,955 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616455955,5,FailOnTimeoutGroup] 2024-11-26T10:20:55,955 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:55,955 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616455955,5,FailOnTimeoutGroup] 2024-11-26T10:20:55,955 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:55,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:20:55,955 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:20:55,955 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:55,955 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:20:56,035 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(746): ClusterId : a3c7e9ed-db97-44dd-855e-798c02f8394c 2024-11-26T10:20:56,035 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:20:56,038 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:20:56,038 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:20:56,040 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:20:56,040 DEBUG [RS:0;94eedbb855cf:41291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af19d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:20:56,058 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:41291 2024-11-26T10:20:56,058 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:20:56,058 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:20:56,058 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:20:56,059 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,33563,1732616455381 with port=41291, startcode=1732616455417 2024-11-26T10:20:56,059 DEBUG [RS:0;94eedbb855cf:41291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:20:56,060 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:20:56,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,41291,1732616455417 2024-11-26T10:20:56,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33563 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,41291,1732616455417 2024-11-26T10:20:56,062 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9 2024-11-26T10:20:56,062 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40549 2024-11-26T10:20:56,062 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:20:56,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229/rs 2024-11-26T10:20:56,066 DEBUG [RS:0;94eedbb855cf:41291 {}] zookeeper.ZKUtil(111): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Set watcher on existing znode=/1-234335229/rs/94eedbb855cf,41291,1732616455417 2024-11-26T10:20:56,066 WARN [RS:0;94eedbb855cf:41291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:20:56,066 INFO [RS:0;94eedbb855cf:41291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:56,066 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417 2024-11-26T10:20:56,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,41291,1732616455417] 2024-11-26T10:20:56,075 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:20:56,080 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:20:56,081 INFO [RS:0;94eedbb855cf:41291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:20:56,081 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:56,088 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:20:56,089 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:20:56,089 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:56,089 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:56,089 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:56,089 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:56,089 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:56,089 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:56,089 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:20:56,089 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:56,089 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:56,089 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:56,089 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:56,089 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:56,090 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:56,090 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:20:56,090 DEBUG [RS:0;94eedbb855cf:41291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:20:56,091 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:56,091 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:56,091 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:56,091 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:56,091 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:56,091 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,41291,1732616455417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:20:56,108 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:20:56,108 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,41291,1732616455417-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:56,108 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:56,108 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.Replication(171): 94eedbb855cf,41291,1732616455417 started 2024-11-26T10:20:56,122 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:56,122 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,41291,1732616455417, RpcServer on 94eedbb855cf/172.17.0.2:41291, sessionid=0x10153cadb730004 2024-11-26T10:20:56,122 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:20:56,122 DEBUG [RS:0;94eedbb855cf:41291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,41291,1732616455417 2024-11-26T10:20:56,122 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,41291,1732616455417' 2024-11-26T10:20:56,122 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-234335229/flush-table-proc/abort' 2024-11-26T10:20:56,123 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-234335229/flush-table-proc/acquired' 2024-11-26T10:20:56,123 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:20:56,123 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:20:56,123 DEBUG [RS:0;94eedbb855cf:41291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,41291,1732616455417 2024-11-26T10:20:56,123 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,41291,1732616455417' 2024-11-26T10:20:56,123 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-234335229/online-snapshot/abort' 2024-11-26T10:20:56,123 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-234335229/online-snapshot/acquired' 2024-11-26T10:20:56,124 DEBUG [RS:0;94eedbb855cf:41291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:20:56,124 INFO [RS:0;94eedbb855cf:41291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:20:56,124 INFO [RS:0;94eedbb855cf:41291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:20:56,224 INFO [RS:0;94eedbb855cf:41291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:20:56,226 INFO [RS:0;94eedbb855cf:41291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C41291%2C1732616455417, suffix=, logDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/oldWALs, maxLogs=10 2024-11-26T10:20:56,246 DEBUG [RS:0;94eedbb855cf:41291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226, exclude list is [], retry=0 2024-11-26T10:20:56,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36891,DS-3284b1cb-f1fb-41dd-8b4a-bab9e614a9e0,DISK] 2024-11-26T10:20:56,255 INFO [RS:0;94eedbb855cf:41291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 2024-11-26T10:20:56,255 DEBUG [RS:0;94eedbb855cf:41291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36121:36121)] 2024-11-26T10:20:56,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:20:56,369 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9 2024-11-26T10:20:56,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:20:56,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:56,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:20:56,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:20:56,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:56,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:56,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:20:56,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:20:56,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:56,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:56,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:20:56,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:20:56,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:56,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:56,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:20:56,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:20:56,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:56,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:56,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:20:56,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740 2024-11-26T10:20:56,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740 2024-11-26T10:20:56,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:20:56,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:20:56,784 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:56,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:20:56,786 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:56,786 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59196788, jitterRate=-0.11789911985397339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:56,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616456776Initializing all the Stores at 1732616456777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616456777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616456777Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616456777Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616456777Cleaning up temporary data from old regions at 1732616456783 (+6 ms)Region opened successfully at 1732616456786 (+3 ms) 2024-11-26T10:20:56,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:20:56,786 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:20:56,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:20:56,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:20:56,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:20:56,787 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:56,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616456786Disabling compacts and flushes for region at 1732616456786Disabling writes for close at 1732616456786Writing region close event to WAL at 1732616456786Closed at 1732616456787 (+1 ms) 2024-11-26T10:20:56,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:56,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:20:56,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:20:56,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:20:56,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:20:56,939 DEBUG [94eedbb855cf:33563 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:20:56,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,41291,1732616455417 2024-11-26T10:20:56,941 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,41291,1732616455417, state=OPENING 2024-11-26T10:20:56,943 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:20:56,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:20:56,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:20:56,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-234335229/meta-region-server: CHANGED 2024-11-26T10:20:56,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-234335229/meta-region-server: CHANGED 2024-11-26T10:20:56,945 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:20:56,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,41291,1732616455417}] 2024-11-26T10:20:57,098 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:20:57,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:20:57,103 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:20:57,103 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:57,103 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:20:57,105 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C41291%2C1732616455417.meta, suffix=.meta, logDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/oldWALs, maxLogs=10 2024-11-26T10:20:57,119 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.meta.1732616457105.meta, exclude list is [], retry=0 2024-11-26T10:20:57,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36891,DS-3284b1cb-f1fb-41dd-8b4a-bab9e614a9e0,DISK] 2024-11-26T10:20:57,122 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.meta.1732616457105.meta 2024-11-26T10:20:57,123 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36121:36121)] 2024-11-26T10:20:57,123 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:57,123 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:20:57,123 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:20:57,123 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:20:57,123 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:20:57,123 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:20:57,124 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:57,124 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:20:57,124 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:20:57,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:20:57,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:20:57,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:57,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:57,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:20:57,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:20:57,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:57,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:57,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:20:57,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:20:57,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:57,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:57,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:20:57,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:20:57,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:57,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:57,129 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:20:57,129 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740 2024-11-26T10:20:57,130 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740 2024-11-26T10:20:57,131 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:20:57,131 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:20:57,131 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:57,132 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:20:57,133 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73408243, jitterRate=0.09386806190013885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:57,133 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:20:57,133 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616457124Writing region info on filesystem at 1732616457124Initializing all the Stores at 1732616457124Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616457124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616457125 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616457125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616457125Cleaning up temporary data from old regions at 1732616457131 (+6 ms)Running coprocessor post-open hooks at 1732616457133 (+2 ms)Region opened successfully at 1732616457133 2024-11-26T10:20:57,134 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616457098 2024-11-26T10:20:57,136 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:20:57,136 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:20:57,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,41291,1732616455417 2024-11-26T10:20:57,137 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,41291,1732616455417, state=OPEN 2024-11-26T10:20:57,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-234335229/meta-region-server 2024-11-26T10:20:57,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-234335229/meta-region-server 2024-11-26T10:20:57,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,41291,1732616455417 2024-11-26T10:20:57,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-234335229/meta-region-server: CHANGED 2024-11-26T10:20:57,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-234335229/meta-region-server: CHANGED 2024-11-26T10:20:57,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:20:57,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,41291,1732616455417 in 193 msec 2024-11-26T10:20:57,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:20:57,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-26T10:20:57,142 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:57,142 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:20:57,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:57,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,41291,1732616455417, seqNum=-1] 2024-11-26T10:20:57,143 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:57,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:57,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-26T10:20:57,148 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616457148, completionTime=-1 2024-11-26T10:20:57,148 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:20:57,148 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:20:57,149 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:20:57,149 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616517149 2024-11-26T10:20:57,149 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616577149 2024-11-26T10:20:57,149 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:20:57,149 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33563,1732616455381-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:57,149 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33563,1732616455381-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:57,149 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33563,1732616455381-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:57,149 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:33563, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:57,150 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:57,150 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:57,151 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:20:57,153 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.702sec 2024-11-26T10:20:57,153 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:20:57,153 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:20:57,153 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:20:57,153 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:20:57,153 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:20:57,153 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33563,1732616455381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:20:57,153 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33563,1732616455381-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:20:57,154 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:20:57,154 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:20:57,154 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33563,1732616455381-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:57,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6545b519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:57,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33563,-1 for getting cluster id 2024-11-26T10:20:57,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:20:57,236 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3c7e9ed-db97-44dd-855e-798c02f8394c' 2024-11-26T10:20:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:20:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3c7e9ed-db97-44dd-855e-798c02f8394c" 2024-11-26T10:20:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea48f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33563,-1] 2024-11-26T10:20:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:20:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:20:57,238 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:20:57,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc23039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:20:57,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:20:57,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,41291,1732616455417, seqNum=-1] 2024-11-26T10:20:57,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:20:57,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:20:57,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,33563,1732616455381 2024-11-26T10:20:57,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58603 2024-11-26T10:20:57,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:57,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153cadb730005 connected 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/hadoop.log.dir so I do NOT create it in target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c 2024-11-26T10:20:57,249 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/hadoop.tmp.dir so I do NOT create it in target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c 2024-11-26T10:20:57,249 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:20:57,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/cluster_e710cfb1-e0cd-6e37-d1be-2912e5da721d, deleteOnExit=true 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/test.cache.data in system properties and HBase conf 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:20:57,249 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:20:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:20:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:20:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:20:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:20:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:20:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:20:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:20:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:20:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:20:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:20:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:20:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:20:57,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:20:57,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:57,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:20:57,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:20:57,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:20:57,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:20:57,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:57,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1681a97d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:20:57,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a10f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:20:57,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66ac6cef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/java.io.tmpdir/jetty-localhost-41907-hadoop-hdfs-3_4_1-tests_jar-_-any-4404479076376996158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:20:57,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2626b558{HTTP/1.1, (http/1.1)}{localhost:41907} 2024-11-26T10:20:57,518 INFO [Time-limited test {}] server.Server(415): Started @249336ms 2024-11-26T10:20:57,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:20:57,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:20:57,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:20:57,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:20:57,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:20:57,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea71958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:20:57,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@135cf969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:20:57,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@348a7b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/java.io.tmpdir/jetty-localhost-44447-hadoop-hdfs-3_4_1-tests_jar-_-any-82271473320570080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:20:57,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@785305e6{HTTP/1.1, (http/1.1)}{localhost:44447} 2024-11-26T10:20:57,797 INFO [Time-limited test {}] server.Server(415): Started @249615ms 2024-11-26T10:20:57,798 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:20:57,900 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/cluster_e710cfb1-e0cd-6e37-d1be-2912e5da721d/data/data1/current/BP-80814470-172.17.0.2-1732616457272/current, will proceed with Du for space computation calculation, 2024-11-26T10:20:57,900 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/cluster_e710cfb1-e0cd-6e37-d1be-2912e5da721d/data/data2/current/BP-80814470-172.17.0.2-1732616457272/current, will proceed with Du for space computation calculation, 2024-11-26T10:20:57,931 WARN [Thread-3664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:20:57,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d20b95013b3d6fd with lease ID 0x8e33f24e512ec423: Processing first storage report for DS-37101b46-c6ad-4aec-b790-d400b79e409b from datanode DatanodeRegistration(127.0.0.1:36939, datanodeUuid=24adef9b-0284-4a4d-b842-f8f91bf726d5, infoPort=33031, infoSecurePort=0, ipcPort=37807, storageInfo=lv=-57;cid=testClusterID;nsid=36916455;c=1732616457272) 2024-11-26T10:20:57,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d20b95013b3d6fd with lease ID 0x8e33f24e512ec423: from storage DS-37101b46-c6ad-4aec-b790-d400b79e409b node DatanodeRegistration(127.0.0.1:36939, datanodeUuid=24adef9b-0284-4a4d-b842-f8f91bf726d5, infoPort=33031, infoSecurePort=0, ipcPort=37807, storageInfo=lv=-57;cid=testClusterID;nsid=36916455;c=1732616457272), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:20:57,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d20b95013b3d6fd with lease ID 0x8e33f24e512ec423: Processing first storage report for DS-6b3bc3a0-aaf9-4c69-8cf6-83847fe3de56 from datanode DatanodeRegistration(127.0.0.1:36939, datanodeUuid=24adef9b-0284-4a4d-b842-f8f91bf726d5, infoPort=33031, infoSecurePort=0, ipcPort=37807, storageInfo=lv=-57;cid=testClusterID;nsid=36916455;c=1732616457272) 2024-11-26T10:20:57,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d20b95013b3d6fd with lease ID 0x8e33f24e512ec423: from storage DS-6b3bc3a0-aaf9-4c69-8cf6-83847fe3de56 node DatanodeRegistration(127.0.0.1:36939, datanodeUuid=24adef9b-0284-4a4d-b842-f8f91bf726d5, infoPort=33031, infoSecurePort=0, ipcPort=37807, storageInfo=lv=-57;cid=testClusterID;nsid=36916455;c=1732616457272), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:20:58,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c 2024-11-26T10:20:58,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:58,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:58,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:20:58,437 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b with version=8 2024-11-26T10:20:58,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/hbase-staging 2024-11-26T10:20:58,440 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:20:58,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:58,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:58,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:20:58,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:58,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:20:58,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:20:58,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:20:58,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44521 2024-11-26T10:20:58,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44521 connecting to ZooKeeper ensemble=127.0.0.1:58603 2024-11-26T10:20:58,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445210x0, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:58,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44521-0x10153cadb730006 connected 2024-11-26T10:20:58,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:58,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:58,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Set watcher on znode that does not yet exist, /21018349058/running 2024-11-26T10:20:58,460 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b, hbase.cluster.distributed=false 2024-11-26T10:20:58,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Set watcher on znode that does not yet exist, /21018349058/acl 2024-11-26T10:20:58,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44521 2024-11-26T10:20:58,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44521 2024-11-26T10:20:58,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44521 2024-11-26T10:20:58,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44521 2024-11-26T10:20:58,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44521 2024-11-26T10:20:58,488 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:20:58,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:58,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:58,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:20:58,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:20:58,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:20:58,489 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:20:58,489 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:20:58,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42423 2024-11-26T10:20:58,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42423 connecting to ZooKeeper ensemble=127.0.0.1:58603 2024-11-26T10:20:58,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:58,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:58,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424230x0, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:20:58,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424230x0, quorum=127.0.0.1:58603, baseZNode=/21018349058 Set watcher on znode that does not yet exist, /21018349058/running 2024-11-26T10:20:58,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:20:58,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42423-0x10153cadb730007 connected 2024-11-26T10:20:58,516 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:20:58,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Set watcher on znode that does not yet exist, /21018349058/master 2024-11-26T10:20:58,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Set watcher on znode that does not yet exist, /21018349058/acl 2024-11-26T10:20:58,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42423 2024-11-26T10:20:58,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42423 2024-11-26T10:20:58,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42423 2024-11-26T10:20:58,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42423 2024-11-26T10:20:58,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42423 2024-11-26T10:20:58,567 DEBUG [M:0;94eedbb855cf:44521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:44521 2024-11-26T10:20:58,568 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21018349058/backup-masters/94eedbb855cf,44521,1732616458439 2024-11-26T10:20:58,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058/backup-masters 2024-11-26T10:20:58,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058/backup-masters 2024-11-26T10:20:58,571 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Set watcher on existing znode=/21018349058/backup-masters/94eedbb855cf,44521,1732616458439 2024-11-26T10:20:58,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:20:58,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21018349058/master 2024-11-26T10:20:58,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:20:58,574 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Set watcher on existing znode=/21018349058/master 2024-11-26T10:20:58,575 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21018349058/backup-masters/94eedbb855cf,44521,1732616458439 from backup master directory 2024-11-26T10:20:58,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058/backup-masters 2024-11-26T10:20:58,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21018349058/backup-masters/94eedbb855cf,44521,1732616458439 2024-11-26T10:20:58,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058/backup-masters 2024-11-26T10:20:58,578 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:20:58,578 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,44521,1732616458439 2024-11-26T10:20:58,599 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/hbase.id] with ID: fb44ae48-2cd2-4701-bbf1-97664ea78067 2024-11-26T10:20:58,600 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/.tmp/hbase.id 2024-11-26T10:20:58,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:20:58,641 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/.tmp/hbase.id]:[hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/hbase.id] 2024-11-26T10:20:58,651 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:20:58,651 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:20:58,652 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:20:58,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:20:58,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:20:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:20:58,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:20:58,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:58,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:20:59,061 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:20:59,061 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:20:59,064 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:59,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:20:59,074 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store 2024-11-26T10:20:59,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:20:59,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:20:59,487 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:59,487 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:20:59,487 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:59,487 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:59,487 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:20:59,487 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:59,487 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:20:59,487 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616459487Disabling compacts and flushes for region at 1732616459487Disabling writes for close at 1732616459487Writing region close event to WAL at 1732616459487Closed at 1732616459487 2024-11-26T10:20:59,488 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/.initializing 2024-11-26T10:20:59,488 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/WALs/94eedbb855cf,44521,1732616458439 2024-11-26T10:20:59,489 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:20:59,490 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C44521%2C1732616458439, suffix=, logDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/WALs/94eedbb855cf,44521,1732616458439, archiveDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/oldWALs, maxLogs=10 2024-11-26T10:20:59,507 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/WALs/94eedbb855cf,44521,1732616458439/94eedbb855cf%2C44521%2C1732616458439.1732616459490, exclude list is [], retry=0 2024-11-26T10:20:59,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-37101b46-c6ad-4aec-b790-d400b79e409b,DISK] 2024-11-26T10:20:59,511 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/WALs/94eedbb855cf,44521,1732616458439/94eedbb855cf%2C44521%2C1732616458439.1732616459490 2024-11-26T10:20:59,511 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33031:33031)] 2024-11-26T10:20:59,512 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:20:59,512 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:59,512 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:59,512 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:59,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:59,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:20:59,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:59,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:59,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:59,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:20:59,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:59,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:59,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:59,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:20:59,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:59,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:59,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:59,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:20:59,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:59,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:20:59,518 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:59,519 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:59,519 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:59,520 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:59,520 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:59,520 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:59,521 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:20:59,522 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:59,523 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73952094, jitterRate=0.1019720733165741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:59,523 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616459512Initializing all the Stores at 1732616459513 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616459513Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616459513Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616459513Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616459513Cleaning up temporary data from old regions at 1732616459520 (+7 ms)Region opened successfully at 1732616459523 (+3 ms) 2024-11-26T10:20:59,523 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:20:59,525 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603bf5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:20:59,526 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:20:59,526 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:20:59,526 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:20:59,526 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:20:59,526 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:20:59,527 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:20:59,527 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:20:59,528 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:20:59,529 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Unable to get data of znode /21018349058/balancer because node does not exist (not necessarily an error) 2024-11-26T10:20:59,530 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21018349058/balancer already deleted, retry=false 2024-11-26T10:20:59,530 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:20:59,530 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Unable to get data of znode /21018349058/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:20:59,531 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21018349058/normalizer already deleted, retry=false 2024-11-26T10:20:59,532 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:20:59,532 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Unable to get data of znode /21018349058/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:20:59,533 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21018349058/switch/split already deleted, retry=false 2024-11-26T10:20:59,534 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Unable to get data of znode /21018349058/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:20:59,536 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21018349058/switch/merge already deleted, retry=false 2024-11-26T10:20:59,538 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Unable to get data of znode /21018349058/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:20:59,539 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21018349058/snapshot-cleanup already deleted, retry=false 2024-11-26T10:20:59,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21018349058/running 2024-11-26T10:20:59,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21018349058/running 2024-11-26T10:20:59,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:20:59,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:20:59,544 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,44521,1732616458439, sessionid=0x10153cadb730006, setting cluster-up flag (Was=false) 2024-11-26T10:20:59,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:20:59,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:20:59,551 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21018349058/flush-table-proc/acquired, /21018349058/flush-table-proc/reached, /21018349058/flush-table-proc/abort 2024-11-26T10:20:59,552 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,44521,1732616458439 2024-11-26T10:20:59,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:20:59,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:20:59,559 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21018349058/online-snapshot/acquired, /21018349058/online-snapshot/reached, /21018349058/online-snapshot/abort 2024-11-26T10:20:59,560 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,44521,1732616458439 2024-11-26T10:20:59,561 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:20:59,562 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:59,562 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:20:59,562 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:20:59,563 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,44521,1732616458439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:20:59,564 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:59,564 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:59,564 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:59,564 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:20:59,564 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:20:59,564 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,564 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:20:59,564 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:59,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:20:59,566 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:59,566 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:20:59,574 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616489574 2024-11-26T10:20:59,574 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:20:59,574 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:20:59,574 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:20:59,574 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:20:59,574 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:20:59,574 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:20:59,575 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,575 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:20:59,575 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:20:59,575 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:20:59,575 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:20:59,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:20:59,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:20:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:20:59,576 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616459576,5,FailOnTimeoutGroup] 2024-11-26T10:20:59,576 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616459576,5,FailOnTimeoutGroup] 2024-11-26T10:20:59,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:20:59,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,576 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,576 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:20:59,577 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b 2024-11-26T10:20:59,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:20:59,650 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(746): ClusterId : fb44ae48-2cd2-4701-bbf1-97664ea78067 2024-11-26T10:20:59,650 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:20:59,652 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:20:59,652 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:20:59,654 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:20:59,654 DEBUG [RS:0;94eedbb855cf:42423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9696e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:20:59,666 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:42423 2024-11-26T10:20:59,666 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:20:59,666 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:20:59,666 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:20:59,666 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,44521,1732616458439 with port=42423, startcode=1732616458488 2024-11-26T10:20:59,666 DEBUG [RS:0;94eedbb855cf:42423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:20:59,668 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:20:59,668 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,42423,1732616458488 2024-11-26T10:20:59,668 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44521 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,42423,1732616458488 2024-11-26T10:20:59,669 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b 2024-11-26T10:20:59,669 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36227 2024-11-26T10:20:59,669 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:20:59,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058/rs 2024-11-26T10:20:59,676 DEBUG [RS:0;94eedbb855cf:42423 {}] zookeeper.ZKUtil(111): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Set watcher on existing znode=/21018349058/rs/94eedbb855cf,42423,1732616458488 2024-11-26T10:20:59,676 WARN [RS:0;94eedbb855cf:42423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:20:59,676 INFO [RS:0;94eedbb855cf:42423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:20:59,677 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488 2024-11-26T10:20:59,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,42423,1732616458488] 2024-11-26T10:20:59,679 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:20:59,680 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:20:59,681 INFO [RS:0;94eedbb855cf:42423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:20:59,681 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,681 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:20:59,681 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:20:59,681 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,681 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,681 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,681 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,681 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,681 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,681 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:20:59,681 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,682 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,682 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,682 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,682 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,682 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:20:59,682 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:20:59,682 DEBUG [RS:0;94eedbb855cf:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:20:59,682 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,682 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,682 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,682 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,682 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,682 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42423,1732616458488-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:20:59,697 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:20:59,697 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,42423,1732616458488-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,697 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,697 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.Replication(171): 94eedbb855cf,42423,1732616458488 started 2024-11-26T10:20:59,712 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:20:59,712 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,42423,1732616458488, RpcServer on 94eedbb855cf/172.17.0.2:42423, sessionid=0x10153cadb730007 2024-11-26T10:20:59,712 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:20:59,712 DEBUG [RS:0;94eedbb855cf:42423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,42423,1732616458488 2024-11-26T10:20:59,712 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,42423,1732616458488' 2024-11-26T10:20:59,712 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21018349058/flush-table-proc/abort' 2024-11-26T10:20:59,713 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21018349058/flush-table-proc/acquired' 2024-11-26T10:20:59,714 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:20:59,714 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:20:59,714 DEBUG [RS:0;94eedbb855cf:42423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,42423,1732616458488 2024-11-26T10:20:59,714 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,42423,1732616458488' 2024-11-26T10:20:59,714 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21018349058/online-snapshot/abort' 2024-11-26T10:20:59,714 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21018349058/online-snapshot/acquired' 2024-11-26T10:20:59,715 DEBUG [RS:0;94eedbb855cf:42423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:20:59,715 INFO [RS:0;94eedbb855cf:42423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:20:59,715 INFO [RS:0;94eedbb855cf:42423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:20:59,815 INFO [RS:0;94eedbb855cf:42423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:20:59,816 INFO [RS:0;94eedbb855cf:42423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C42423%2C1732616458488, suffix=, logDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488, archiveDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/oldWALs, maxLogs=10 2024-11-26T10:20:59,830 DEBUG [RS:0;94eedbb855cf:42423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817, exclude list is [], retry=0 2024-11-26T10:20:59,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-37101b46-c6ad-4aec-b790-d400b79e409b,DISK] 2024-11-26T10:20:59,834 INFO [RS:0;94eedbb855cf:42423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 2024-11-26T10:20:59,834 DEBUG [RS:0;94eedbb855cf:42423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33031:33031)] 2024-11-26T10:20:59,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:20:59,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:20:59,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:20:59,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:59,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:59,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:20:59,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:20:59,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:59,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:59,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:20:59,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:20:59,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:59,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:59,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:20:59,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:20:59,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:20:59,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:20:59,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:20:59,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740 2024-11-26T10:20:59,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740 2024-11-26T10:20:59,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:20:59,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:20:59,993 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:20:59,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:20:59,995 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:20:59,995 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66487594, jitterRate=-0.009257644414901733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:20:59,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616459986Initializing all the Stores at 1732616459987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616459987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616459987Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616459987Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616459987Cleaning up temporary data from old regions at 1732616459993 (+6 ms)Region opened successfully at 1732616459996 (+3 ms) 2024-11-26T10:20:59,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:20:59,996 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:20:59,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:20:59,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:20:59,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:20:59,996 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:20:59,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616459996Disabling compacts and flushes for region at 1732616459996Disabling writes for close at 1732616459996Writing region close event to WAL at 1732616459996Closed at 1732616459996 2024-11-26T10:20:59,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:20:59,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:20:59,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:20:59,998 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:20:59,998 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:21:00,149 DEBUG [94eedbb855cf:44521 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:21:00,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,42423,1732616458488 2024-11-26T10:21:00,151 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,42423,1732616458488, state=OPENING 2024-11-26T10:21:00,153 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:21:00,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:21:00,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21018349058/meta-region-server: CHANGED 2024-11-26T10:21:00,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:21:00,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21018349058/meta-region-server: CHANGED 2024-11-26T10:21:00,158 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:21:00,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,42423,1732616458488}] 2024-11-26T10:21:00,311 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:21:00,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:21:00,315 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:21:00,315 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:00,315 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:21:00,316 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C42423%2C1732616458488.meta, suffix=.meta, logDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488, archiveDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/oldWALs, maxLogs=10 2024-11-26T10:21:00,330 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.meta.1732616460316.meta, exclude list is [], retry=0 2024-11-26T10:21:00,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-37101b46-c6ad-4aec-b790-d400b79e409b,DISK] 2024-11-26T10:21:00,333 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.meta.1732616460316.meta 2024-11-26T10:21:00,333 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33031:33031)] 2024-11-26T10:21:00,333 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:00,333 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:00,334 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:21:00,334 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:21:00,334 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:21:00,334 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:21:00,334 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:00,334 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:21:00,334 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:21:00,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:21:00,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:21:00,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:00,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:00,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:21:00,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:21:00,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:00,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:00,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:21:00,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:21:00,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:00,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:00,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:21:00,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:21:00,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:00,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:00,339 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:21:00,340 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740 2024-11-26T10:21:00,340 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740 2024-11-26T10:21:00,341 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:21:00,341 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:21:00,342 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:00,343 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:21:00,343 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73535855, jitterRate=0.09576962888240814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:00,343 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:21:00,343 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616460334Writing region info on filesystem at 1732616460334Initializing all the Stores at 1732616460335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616460335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616460335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616460335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616460335Cleaning up temporary data from old regions at 1732616460341 (+6 ms)Running coprocessor post-open hooks at 1732616460343 (+2 ms)Region opened successfully at 1732616460343 2024-11-26T10:21:00,344 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616460311 2024-11-26T10:21:00,346 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:21:00,346 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:21:00,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,42423,1732616458488 2024-11-26T10:21:00,347 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,42423,1732616458488, state=OPEN 2024-11-26T10:21:00,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21018349058/meta-region-server 2024-11-26T10:21:00,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21018349058/meta-region-server 2024-11-26T10:21:00,348 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,42423,1732616458488 2024-11-26T10:21:00,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21018349058/meta-region-server: CHANGED 2024-11-26T10:21:00,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21018349058/meta-region-server: CHANGED 2024-11-26T10:21:00,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:21:00,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,42423,1732616458488 in 190 msec 2024-11-26T10:21:00,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:21:00,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-26T10:21:00,351 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:00,351 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:21:00,352 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:00,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,42423,1732616458488, seqNum=-1] 2024-11-26T10:21:00,353 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:00,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:00,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 795 msec 2024-11-26T10:21:00,357 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616460357, completionTime=-1 2024-11-26T10:21:00,357 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:21:00,358 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:21:00,359 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:21:00,359 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616520359 2024-11-26T10:21:00,359 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616580359 2024-11-26T10:21:00,359 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:21:00,360 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44521,1732616458439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:00,360 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44521,1732616458439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:00,360 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44521,1732616458439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:00,360 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:44521, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:00,360 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:00,360 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:00,361 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:21:00,363 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.785sec 2024-11-26T10:21:00,363 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:21:00,363 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:21:00,363 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:21:00,363 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:21:00,363 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:21:00,363 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44521,1732616458439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:21:00,363 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44521,1732616458439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:21:00,365 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:21:00,365 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:21:00,365 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44521,1732616458439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:00,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbb0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:00,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,44521,-1 for getting cluster id 2024-11-26T10:21:00,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:00,452 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb44ae48-2cd2-4701-bbf1-97664ea78067' 2024-11-26T10:21:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb44ae48-2cd2-4701-bbf1-97664ea78067" 2024-11-26T10:21:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222b6975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,44521,-1] 2024-11-26T10:21:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:00,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:00,453 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:00,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cedd7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:00,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,42423,1732616458488, seqNum=-1] 2024-11-26T10:21:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:00,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:00,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,44521,1732616458439 2024-11-26T10:21:00,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58603 2024-11-26T10:21:00,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:00,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10153cadb730008 connected 2024-11-26T10:21:00,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43897,1732616451164 2024-11-26T10:21:00,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@206f0957 2024-11-26T10:21:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:00,470 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:00,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:21:00,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:21:00,473 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:00,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:21:00,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:21:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:00,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:21:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:00,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1c41dffdb2d274ae21958e3f869dee9, NAME => 'test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8 2024-11-26T10:21:00,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:21:00,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:00,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a1c41dffdb2d274ae21958e3f869dee9, disabling compactions & flushes 2024-11-26T10:21:00,890 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. 2024-11-26T10:21:00,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. 2024-11-26T10:21:00,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. after waiting 0 ms 2024-11-26T10:21:00,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. 2024-11-26T10:21:00,890 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. 2024-11-26T10:21:00,890 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1c41dffdb2d274ae21958e3f869dee9: Waiting for close lock at 1732616460890Disabling compacts and flushes for region at 1732616460890Disabling writes for close at 1732616460890Writing region close event to WAL at 1732616460890Closed at 1732616460890 2024-11-26T10:21:00,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:21:00,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616460891"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616460891"}]},"ts":"1732616460891"} 2024-11-26T10:21:00,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:21:00,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:21:00,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616460894"}]},"ts":"1732616460894"} 2024-11-26T10:21:00,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:21:00,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1c41dffdb2d274ae21958e3f869dee9, ASSIGN}] 2024-11-26T10:21:00,897 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1c41dffdb2d274ae21958e3f869dee9, ASSIGN 2024-11-26T10:21:00,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a1c41dffdb2d274ae21958e3f869dee9, ASSIGN; state=OFFLINE, location=94eedbb855cf,44191,1732616451249; forceNewPlan=false, retain=false 2024-11-26T10:21:01,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1c41dffdb2d274ae21958e3f869dee9, regionState=OPENING, regionLocation=94eedbb855cf,44191,1732616451249 2024-11-26T10:21:01,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a1c41dffdb2d274ae21958e3f869dee9, ASSIGN because future has completed 2024-11-26T10:21:01,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1c41dffdb2d274ae21958e3f869dee9, server=94eedbb855cf,44191,1732616451249}] 2024-11-26T10:21:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:01,207 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. 2024-11-26T10:21:01,207 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a1c41dffdb2d274ae21958e3f869dee9, NAME => 'test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:01,207 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:01,207 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:21:01,207 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,207 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:01,207 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,207 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,208 INFO [StoreOpener-a1c41dffdb2d274ae21958e3f869dee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,210 INFO [StoreOpener-a1c41dffdb2d274ae21958e3f869dee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c41dffdb2d274ae21958e3f869dee9 columnFamilyName f 2024-11-26T10:21:01,210 DEBUG [StoreOpener-a1c41dffdb2d274ae21958e3f869dee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:01,210 INFO [StoreOpener-a1c41dffdb2d274ae21958e3f869dee9-1 {}] regionserver.HStore(327): Store=a1c41dffdb2d274ae21958e3f869dee9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:01,210 INFO [StoreOpener-a1c41dffdb2d274ae21958e3f869dee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,211 INFO [StoreOpener-a1c41dffdb2d274ae21958e3f869dee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c41dffdb2d274ae21958e3f869dee9 columnFamilyName f1 2024-11-26T10:21:01,211 DEBUG [StoreOpener-a1c41dffdb2d274ae21958e3f869dee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:01,212 INFO [StoreOpener-a1c41dffdb2d274ae21958e3f869dee9-1 {}] regionserver.HStore(327): Store=a1c41dffdb2d274ae21958e3f869dee9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:01,212 INFO [StoreOpener-a1c41dffdb2d274ae21958e3f869dee9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,213 INFO [StoreOpener-a1c41dffdb2d274ae21958e3f869dee9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c41dffdb2d274ae21958e3f869dee9 columnFamilyName norep 2024-11-26T10:21:01,213 DEBUG [StoreOpener-a1c41dffdb2d274ae21958e3f869dee9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:01,213 INFO [StoreOpener-a1c41dffdb2d274ae21958e3f869dee9-1 {}] regionserver.HStore(327): Store=a1c41dffdb2d274ae21958e3f869dee9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:01,213 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,214 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,214 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,215 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,215 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,215 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:21:01,216 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,218 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:01,218 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a1c41dffdb2d274ae21958e3f869dee9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73973573, jitterRate=0.10229213535785675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:21:01,218 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:01,218 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a1c41dffdb2d274ae21958e3f869dee9: Running coprocessor pre-open hook at 1732616461207Writing region info on filesystem at 1732616461207Initializing all the Stores at 1732616461208 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616461208Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616461208Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616461208Cleaning up temporary data from old regions at 1732616461215 (+7 ms)Running coprocessor post-open hooks at 1732616461218 (+3 ms)Region opened successfully at 1732616461218 2024-11-26T10:21:01,219 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9., pid=6, masterSystemTime=1732616461203 2024-11-26T10:21:01,221 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. 2024-11-26T10:21:01,221 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. 2024-11-26T10:21:01,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1c41dffdb2d274ae21958e3f869dee9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,44191,1732616451249 2024-11-26T10:21:01,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1c41dffdb2d274ae21958e3f869dee9, server=94eedbb855cf,44191,1732616451249 because future has completed 2024-11-26T10:21:01,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:21:01,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a1c41dffdb2d274ae21958e3f869dee9, server=94eedbb855cf,44191,1732616451249 in 173 msec 2024-11-26T10:21:01,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:21:01,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a1c41dffdb2d274ae21958e3f869dee9, ASSIGN in 330 msec 2024-11-26T10:21:01,228 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:21:01,228 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616461228"}]},"ts":"1732616461228"} 2024-11-26T10:21:01,230 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:21:01,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:21:01,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-26T10:21:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:01,610 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:21:01,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33563,1732616455381 2024-11-26T10:21:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24e7c365 2024-11-26T10:21:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:01,612 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:01,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:21:01,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:21:01,615 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:01,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:21:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:01,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:21:01,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:21:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:02,026 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 385402f6b81b251f2b6a7a49036b1534, NAME => 'test,,1732616461613.385402f6b81b251f2b6a7a49036b1534.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9 2024-11-26T10:21:02,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:21:02,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616461613.385402f6b81b251f2b6a7a49036b1534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:02,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 385402f6b81b251f2b6a7a49036b1534, disabling compactions & flushes 2024-11-26T10:21:02,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. 2024-11-26T10:21:02,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. 2024-11-26T10:21:02,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. after waiting 0 ms 2024-11-26T10:21:02,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. 2024-11-26T10:21:02,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. 2024-11-26T10:21:02,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 385402f6b81b251f2b6a7a49036b1534: Waiting for close lock at 1732616462032Disabling compacts and flushes for region at 1732616462032Disabling writes for close at 1732616462032Writing region close event to WAL at 1732616462032Closed at 1732616462032 2024-11-26T10:21:02,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:21:02,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616461613.385402f6b81b251f2b6a7a49036b1534.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616462033"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616462033"}]},"ts":"1732616462033"} 2024-11-26T10:21:02,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:21:02,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:21:02,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616462036"}]},"ts":"1732616462036"} 2024-11-26T10:21:02,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:21:02,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=385402f6b81b251f2b6a7a49036b1534, ASSIGN}] 2024-11-26T10:21:02,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=385402f6b81b251f2b6a7a49036b1534, ASSIGN 2024-11-26T10:21:02,040 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=385402f6b81b251f2b6a7a49036b1534, ASSIGN; state=OFFLINE, location=94eedbb855cf,41291,1732616455417; forceNewPlan=false, retain=false 2024-11-26T10:21:02,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=385402f6b81b251f2b6a7a49036b1534, regionState=OPENING, regionLocation=94eedbb855cf,41291,1732616455417 2024-11-26T10:21:02,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=385402f6b81b251f2b6a7a49036b1534, ASSIGN because future has completed 2024-11-26T10:21:02,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 385402f6b81b251f2b6a7a49036b1534, server=94eedbb855cf,41291,1732616455417}] 2024-11-26T10:21:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:02,349 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. 2024-11-26T10:21:02,349 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 385402f6b81b251f2b6a7a49036b1534, NAME => 'test,,1732616461613.385402f6b81b251f2b6a7a49036b1534.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:02,350 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:02,350 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:21:02,350 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,350 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616461613.385402f6b81b251f2b6a7a49036b1534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:02,350 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,350 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,351 INFO [StoreOpener-385402f6b81b251f2b6a7a49036b1534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,352 INFO [StoreOpener-385402f6b81b251f2b6a7a49036b1534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 385402f6b81b251f2b6a7a49036b1534 columnFamilyName f 2024-11-26T10:21:02,352 DEBUG [StoreOpener-385402f6b81b251f2b6a7a49036b1534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:02,353 INFO [StoreOpener-385402f6b81b251f2b6a7a49036b1534-1 {}] regionserver.HStore(327): Store=385402f6b81b251f2b6a7a49036b1534/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:02,353 INFO [StoreOpener-385402f6b81b251f2b6a7a49036b1534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,353 INFO [StoreOpener-385402f6b81b251f2b6a7a49036b1534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 385402f6b81b251f2b6a7a49036b1534 columnFamilyName f1 2024-11-26T10:21:02,353 DEBUG [StoreOpener-385402f6b81b251f2b6a7a49036b1534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:02,354 INFO [StoreOpener-385402f6b81b251f2b6a7a49036b1534-1 {}] regionserver.HStore(327): Store=385402f6b81b251f2b6a7a49036b1534/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:02,354 INFO [StoreOpener-385402f6b81b251f2b6a7a49036b1534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,355 INFO [StoreOpener-385402f6b81b251f2b6a7a49036b1534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 385402f6b81b251f2b6a7a49036b1534 columnFamilyName norep 2024-11-26T10:21:02,355 DEBUG [StoreOpener-385402f6b81b251f2b6a7a49036b1534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:02,355 INFO [StoreOpener-385402f6b81b251f2b6a7a49036b1534-1 {}] regionserver.HStore(327): Store=385402f6b81b251f2b6a7a49036b1534/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:02,355 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,355 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,356 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,356 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,356 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,357 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:21:02,358 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,359 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:02,360 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 385402f6b81b251f2b6a7a49036b1534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75276016, jitterRate=0.12170004844665527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:21:02,360 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:02,360 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 385402f6b81b251f2b6a7a49036b1534: Running coprocessor pre-open hook at 1732616462350Writing region info on filesystem at 1732616462350Initializing all the Stores at 1732616462351 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616462351Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616462351Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616462351Cleaning up temporary data from old regions at 1732616462356 (+5 ms)Running coprocessor post-open hooks at 1732616462360 (+4 ms)Region opened successfully at 1732616462360 2024-11-26T10:21:02,361 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616461613.385402f6b81b251f2b6a7a49036b1534., pid=6, masterSystemTime=1732616462345 2024-11-26T10:21:02,363 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. 2024-11-26T10:21:02,363 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. 2024-11-26T10:21:02,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=385402f6b81b251f2b6a7a49036b1534, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,41291,1732616455417 2024-11-26T10:21:02,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 385402f6b81b251f2b6a7a49036b1534, server=94eedbb855cf,41291,1732616455417 because future has completed 2024-11-26T10:21:02,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:21:02,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 385402f6b81b251f2b6a7a49036b1534, server=94eedbb855cf,41291,1732616455417 in 173 msec 2024-11-26T10:21:02,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:21:02,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=385402f6b81b251f2b6a7a49036b1534, ASSIGN in 328 msec 2024-11-26T10:21:02,370 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:21:02,371 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616462371"}]},"ts":"1732616462371"} 2024-11-26T10:21:02,373 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:21:02,373 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:21:02,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-26T10:21:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:02,751 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:21:02,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:02,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,44521,1732616458439 2024-11-26T10:21:02,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ae9a6a 2024-11-26T10:21:02,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:02,753 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:02,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:21:02,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:21:02,757 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:02,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:21:02,758 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:21:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:02,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:21:02,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2b5ccaf0ff0cfbf9308314dcc56ec74, NAME => 'test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b 2024-11-26T10:21:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:21:02,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:02,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e2b5ccaf0ff0cfbf9308314dcc56ec74, disabling compactions & flushes 2024-11-26T10:21:02,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. 2024-11-26T10:21:02,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. 2024-11-26T10:21:02,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. after waiting 0 ms 2024-11-26T10:21:02,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. 2024-11-26T10:21:02,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. 2024-11-26T10:21:02,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2b5ccaf0ff0cfbf9308314dcc56ec74: Waiting for close lock at 1732616462802Disabling compacts and flushes for region at 1732616462802Disabling writes for close at 1732616462802Writing region close event to WAL at 1732616462802Closed at 1732616462802 2024-11-26T10:21:02,804 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:21:02,804 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616462804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616462804"}]},"ts":"1732616462804"} 2024-11-26T10:21:02,808 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:21:02,809 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:21:02,809 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616462809"}]},"ts":"1732616462809"} 2024-11-26T10:21:02,811 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:21:02,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e2b5ccaf0ff0cfbf9308314dcc56ec74, ASSIGN}] 2024-11-26T10:21:02,813 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e2b5ccaf0ff0cfbf9308314dcc56ec74, ASSIGN 2024-11-26T10:21:02,815 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e2b5ccaf0ff0cfbf9308314dcc56ec74, ASSIGN; state=OFFLINE, location=94eedbb855cf,42423,1732616458488; forceNewPlan=false, retain=false 2024-11-26T10:21:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:02,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e2b5ccaf0ff0cfbf9308314dcc56ec74, regionState=OPENING, regionLocation=94eedbb855cf,42423,1732616458488 2024-11-26T10:21:02,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e2b5ccaf0ff0cfbf9308314dcc56ec74, ASSIGN because future has completed 2024-11-26T10:21:02,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2b5ccaf0ff0cfbf9308314dcc56ec74, server=94eedbb855cf,42423,1732616458488}] 2024-11-26T10:21:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:03,129 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. 2024-11-26T10:21:03,129 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e2b5ccaf0ff0cfbf9308314dcc56ec74, NAME => 'test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:03,129 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:03,129 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:21:03,129 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,129 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:03,130 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,130 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,140 INFO [StoreOpener-e2b5ccaf0ff0cfbf9308314dcc56ec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,141 INFO [StoreOpener-e2b5ccaf0ff0cfbf9308314dcc56ec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2b5ccaf0ff0cfbf9308314dcc56ec74 columnFamilyName f 2024-11-26T10:21:03,141 DEBUG [StoreOpener-e2b5ccaf0ff0cfbf9308314dcc56ec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:03,142 INFO [StoreOpener-e2b5ccaf0ff0cfbf9308314dcc56ec74-1 {}] regionserver.HStore(327): Store=e2b5ccaf0ff0cfbf9308314dcc56ec74/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:03,142 INFO [StoreOpener-e2b5ccaf0ff0cfbf9308314dcc56ec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,145 INFO [StoreOpener-e2b5ccaf0ff0cfbf9308314dcc56ec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2b5ccaf0ff0cfbf9308314dcc56ec74 columnFamilyName f1 2024-11-26T10:21:03,145 DEBUG [StoreOpener-e2b5ccaf0ff0cfbf9308314dcc56ec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:03,146 INFO [StoreOpener-e2b5ccaf0ff0cfbf9308314dcc56ec74-1 {}] regionserver.HStore(327): Store=e2b5ccaf0ff0cfbf9308314dcc56ec74/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:03,146 INFO [StoreOpener-e2b5ccaf0ff0cfbf9308314dcc56ec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,147 INFO [StoreOpener-e2b5ccaf0ff0cfbf9308314dcc56ec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2b5ccaf0ff0cfbf9308314dcc56ec74 columnFamilyName norep 2024-11-26T10:21:03,147 DEBUG [StoreOpener-e2b5ccaf0ff0cfbf9308314dcc56ec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:03,147 INFO [StoreOpener-e2b5ccaf0ff0cfbf9308314dcc56ec74-1 {}] regionserver.HStore(327): Store=e2b5ccaf0ff0cfbf9308314dcc56ec74/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:03,148 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,149 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,150 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,151 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,151 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,152 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:21:03,154 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,156 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:03,157 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e2b5ccaf0ff0cfbf9308314dcc56ec74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62670427, jitterRate=-0.06613786518573761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:21:03,157 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:03,157 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e2b5ccaf0ff0cfbf9308314dcc56ec74: Running coprocessor pre-open hook at 1732616463130Writing region info on filesystem at 1732616463130Initializing all the Stores at 1732616463139 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616463139Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616463140 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616463140Cleaning up temporary data from old regions at 1732616463151 (+11 ms)Running coprocessor post-open hooks at 1732616463157 (+6 ms)Region opened successfully at 1732616463157 2024-11-26T10:21:03,158 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74., pid=6, masterSystemTime=1732616463124 2024-11-26T10:21:03,160 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. 2024-11-26T10:21:03,160 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. 2024-11-26T10:21:03,161 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e2b5ccaf0ff0cfbf9308314dcc56ec74, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,42423,1732616458488 2024-11-26T10:21:03,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2b5ccaf0ff0cfbf9308314dcc56ec74, server=94eedbb855cf,42423,1732616458488 because future has completed 2024-11-26T10:21:03,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:21:03,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e2b5ccaf0ff0cfbf9308314dcc56ec74, server=94eedbb855cf,42423,1732616458488 in 197 msec 2024-11-26T10:21:03,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:21:03,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e2b5ccaf0ff0cfbf9308314dcc56ec74, ASSIGN in 361 msec 2024-11-26T10:21:03,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:21:03,175 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616463175"}]},"ts":"1732616463175"} 2024-11-26T10:21:03,178 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:21:03,178 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:21:03,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 424 msec 2024-11-26T10:21:03,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T10:21:03,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T10:21:03,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T10:21:03,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T10:21:03,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:21:03,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T10:21:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:03,390 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:21:03,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:03,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43897,-1 for getting cluster id 2024-11-26T10:21:03,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:03,391 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0abc7bb-23e6-4f7e-a34d-20b6746fc6ed' 2024-11-26T10:21:03,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:03,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0abc7bb-23e6-4f7e-a34d-20b6746fc6ed" 2024-11-26T10:21:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58efe5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43897,-1] 2024-11-26T10:21:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:03,393 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:03,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47cbe400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:03,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:03,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,43897,1732616451164 2024-11-26T10:21:03,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2101bdc 2024-11-26T10:21:03,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:03,395 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:03,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:33563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:21:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:21:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:03,398 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:33563' 2024-11-26T10:21:03,399 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562a41a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:03,399 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33563,-1 for getting cluster id 2024-11-26T10:21:03,399 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:03,400 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3c7e9ed-db97-44dd-855e-798c02f8394c' 2024-11-26T10:21:03,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:03,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3c7e9ed-db97-44dd-855e-798c02f8394c" 2024-11-26T10:21:03,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff0c8bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:03,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33563,-1] 2024-11-26T10:21:03,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:03,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:03,401 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:03,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee8d0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:03,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:03,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33563,1732616455381 2024-11-26T10:21:03,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23d478d5 2024-11-26T10:21:03,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:03,403 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:03,404 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:21:03,404 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:21:03,404 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:03,404 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:03,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:03,404 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:03,405 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:21:03,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:21:03,406 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:03,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:21:03,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741837_1013 (size=1138) 2024-11-26T10:21:03,455 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:21:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:03,814 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c767f910f32e4e0dc49b6aeb8275234, NAME => 'hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8 2024-11-26T10:21:03,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741838_1014 (size=44) 2024-11-26T10:21:03,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:03,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3c767f910f32e4e0dc49b6aeb8275234, disabling compactions & flushes 2024-11-26T10:21:03,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. 2024-11-26T10:21:03,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. 2024-11-26T10:21:03,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. after waiting 0 ms 2024-11-26T10:21:03,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. 2024-11-26T10:21:03,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. 2024-11-26T10:21:03,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c767f910f32e4e0dc49b6aeb8275234: Waiting for close lock at 1732616463836Disabling compacts and flushes for region at 1732616463836Disabling writes for close at 1732616463836Writing region close event to WAL at 1732616463836Closed at 1732616463836 2024-11-26T10:21:03,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:21:03,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616463838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616463838"}]},"ts":"1732616463838"} 2024-11-26T10:21:03,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:21:03,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:21:03,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616463841"}]},"ts":"1732616463841"} 2024-11-26T10:21:03,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:21:03,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c767f910f32e4e0dc49b6aeb8275234, ASSIGN}] 2024-11-26T10:21:03,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c767f910f32e4e0dc49b6aeb8275234, ASSIGN 2024-11-26T10:21:03,846 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c767f910f32e4e0dc49b6aeb8275234, ASSIGN; state=OFFLINE, location=94eedbb855cf,44191,1732616451249; forceNewPlan=false, retain=false 2024-11-26T10:21:03,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c767f910f32e4e0dc49b6aeb8275234, regionState=OPENING, regionLocation=94eedbb855cf,44191,1732616451249 2024-11-26T10:21:03,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c767f910f32e4e0dc49b6aeb8275234, ASSIGN because future has completed 2024-11-26T10:21:04,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c767f910f32e4e0dc49b6aeb8275234, server=94eedbb855cf,44191,1732616451249}] 2024-11-26T10:21:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:04,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. 2024-11-26T10:21:04,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:04,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:21:04,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C44191%2C1732616451249.rep, suffix=, logDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249, archiveDir=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/oldWALs, maxLogs=10 2024-11-26T10:21:04,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.rep.1732616464158, exclude list is [], retry=0 2024-11-26T10:21:04,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44385,DS-3661e5e3-7dc4-486e-a5c3-037e3b3ebe70,DISK] 2024-11-26T10:21:04,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.rep.1732616464158 2024-11-26T10:21:04,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38315:38315)] 2024-11-26T10:21:04,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c767f910f32e4e0dc49b6aeb8275234, NAME => 'hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:04,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:04,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:21:04,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. service=MultiRowMutationService 2024-11-26T10:21:04,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:21:04,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:04,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,185 INFO [StoreOpener-3c767f910f32e4e0dc49b6aeb8275234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,186 INFO [StoreOpener-3c767f910f32e4e0dc49b6aeb8275234-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c767f910f32e4e0dc49b6aeb8275234 columnFamilyName hfileref 2024-11-26T10:21:04,186 DEBUG [StoreOpener-3c767f910f32e4e0dc49b6aeb8275234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:04,187 INFO [StoreOpener-3c767f910f32e4e0dc49b6aeb8275234-1 {}] regionserver.HStore(327): Store=3c767f910f32e4e0dc49b6aeb8275234/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:04,187 INFO [StoreOpener-3c767f910f32e4e0dc49b6aeb8275234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,188 INFO [StoreOpener-3c767f910f32e4e0dc49b6aeb8275234-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c767f910f32e4e0dc49b6aeb8275234 columnFamilyName queue 2024-11-26T10:21:04,188 DEBUG [StoreOpener-3c767f910f32e4e0dc49b6aeb8275234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:04,188 INFO [StoreOpener-3c767f910f32e4e0dc49b6aeb8275234-1 {}] regionserver.HStore(327): Store=3c767f910f32e4e0dc49b6aeb8275234/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:04,188 INFO [StoreOpener-3c767f910f32e4e0dc49b6aeb8275234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,189 INFO [StoreOpener-3c767f910f32e4e0dc49b6aeb8275234-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c767f910f32e4e0dc49b6aeb8275234 columnFamilyName sid 2024-11-26T10:21:04,189 DEBUG [StoreOpener-3c767f910f32e4e0dc49b6aeb8275234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:04,190 INFO [StoreOpener-3c767f910f32e4e0dc49b6aeb8275234-1 {}] regionserver.HStore(327): Store=3c767f910f32e4e0dc49b6aeb8275234/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:04,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/replication/3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/replication/3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:21:04,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/replication/3c767f910f32e4e0dc49b6aeb8275234/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:04,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3c767f910f32e4e0dc49b6aeb8275234; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66107395, jitterRate=-0.014923050999641418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:21:04,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:04,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3c767f910f32e4e0dc49b6aeb8275234: Running coprocessor pre-open hook at 1732616464184Writing region info on filesystem at 1732616464184Initializing all the Stores at 1732616464185 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616464185Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616464185Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616464185Cleaning up temporary data from old regions at 1732616464194 (+9 ms)Running coprocessor post-open hooks at 1732616464206 (+12 ms)Region opened successfully at 1732616464206 2024-11-26T10:21:04,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234., pid=10, masterSystemTime=1732616464153 2024-11-26T10:21:04,210 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c767f910f32e4e0dc49b6aeb8275234, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,44191,1732616451249 2024-11-26T10:21:04,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. 2024-11-26T10:21:04,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. 2024-11-26T10:21:04,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c767f910f32e4e0dc49b6aeb8275234, server=94eedbb855cf,44191,1732616451249 because future has completed 2024-11-26T10:21:04,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:21:04,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c767f910f32e4e0dc49b6aeb8275234, server=94eedbb855cf,44191,1732616451249 in 216 msec 2024-11-26T10:21:04,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T10:21:04,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c767f910f32e4e0dc49b6aeb8275234, ASSIGN in 375 msec 2024-11-26T10:21:04,221 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:21:04,221 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616464221"}]},"ts":"1732616464221"} 2024-11-26T10:21:04,223 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:21:04,224 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:21:04,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 820 msec 2024-11-26T10:21:04,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234., hostname=94eedbb855cf,44191,1732616451249, seqNum=2] 2024-11-26T10:21:04,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:21:04,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:21:04,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:21:04,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44191 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T10:21:04,425 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:21:04,460 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,44191,1732616451249, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:21:04,461 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:04,461 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44191,1732616451249, seqNum=-1] 2024-11-26T10:21:04,461 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:04,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-26T10:21:04,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,44191,1732616451249', locateType=CURRENT is [region=hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234., hostname=94eedbb855cf,44191,1732616451249, seqNum=2] 2024-11-26T10:21:04,466 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T10:21:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T10:21:04,468 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,44191,1732616451249 suceeded 2024-11-26T10:21:04,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T10:21:04,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-26T10:21:04,470 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:33563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:21:04,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0750 sec 2024-11-26T10:21:04,480 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:33563' 2024-11-26T10:21:04,482 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c2a5bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:04,482 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33563,-1 for getting cluster id 2024-11-26T10:21:04,482 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:04,483 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3c7e9ed-db97-44dd-855e-798c02f8394c' 2024-11-26T10:21:04,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:04,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3c7e9ed-db97-44dd-855e-798c02f8394c" 2024-11-26T10:21:04,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@589c921f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:04,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33563,-1] 2024-11-26T10:21:04,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:04,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:04,484 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:04,485 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c65d4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:04,485 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:04,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33563,1732616455381 2024-11-26T10:21:04,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42a0f6e7 2024-11-26T10:21:04,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:04,487 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-26T10:21:04,487 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,44191,1732616451249 (queues=1) is replicating from cluster=b0abc7bb-23e6-4f7e-a34d-20b6746fc6ed to cluster=a3c7e9ed-db97-44dd-855e-798c02f8394c 2024-11-26T10:21:04,487 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C44191%2C1732616451249 2024-11-26T10:21:04,487 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,44191,1732616451249, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:21:04,488 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277, startPosition=0, beingWritten=true 2024-11-26T10:21:04,488 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C44191%2C1732616451249 2024-11-26T10:21:04,495 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:04,495 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 379, reset compression=false 2024-11-26T10:21:04,495 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,44191,1732616451249 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:04,530 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:21:04,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:04,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:04,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:04,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:04,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:04,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:04,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33563,-1 for getting cluster id 2024-11-26T10:21:04,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:04,532 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3c7e9ed-db97-44dd-855e-798c02f8394c' 2024-11-26T10:21:04,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:04,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3c7e9ed-db97-44dd-855e-798c02f8394c" 2024-11-26T10:21:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a818dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33563,-1] 2024-11-26T10:21:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:04,534 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:04,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1657c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:04,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:04,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33563,1732616455381 2024-11-26T10:21:04,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39a4f8b 2024-11-26T10:21:04,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:04,537 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:04,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:44521,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:21:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:21:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:04,539 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:44521' 2024-11-26T10:21:04,540 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b03ffe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:04,540 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,44521,-1 for getting cluster id 2024-11-26T10:21:04,541 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:04,541 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb44ae48-2cd2-4701-bbf1-97664ea78067' 2024-11-26T10:21:04,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:04,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb44ae48-2cd2-4701-bbf1-97664ea78067" 2024-11-26T10:21:04,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6be415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:04,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,44521,-1] 2024-11-26T10:21:04,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:04,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:04,542 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:04,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e5d8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:04,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:04,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,44521,1732616458439 2024-11-26T10:21:04,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@449d151c 2024-11-26T10:21:04,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:04,544 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:04,545 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:21:04,545 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:21:04,545 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:04,545 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:04,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:04,545 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:04,546 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:21:04,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:21:04,547 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:04,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:21:04,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741837_1013 (size=1138) 2024-11-26T10:21:04,596 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:21:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:04,702 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 379, reset compression=false 2024-11-26T10:21:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:04,955 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f4c727bc8f2fc7d6bd9e9b6705168c2, NAME => 'hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9 2024-11-26T10:21:04,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741838_1014 (size=44) 2024-11-26T10:21:05,006 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 379, reset compression=false 2024-11-26T10:21:05,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T10:21:05,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T10:21:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:05,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:05,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8f4c727bc8f2fc7d6bd9e9b6705168c2, disabling compactions & flushes 2024-11-26T10:21:05,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:05,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:05,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. after waiting 0 ms 2024-11-26T10:21:05,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:05,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:05,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f4c727bc8f2fc7d6bd9e9b6705168c2: Waiting for close lock at 1732616465361Disabling compacts and flushes for region at 1732616465361Disabling writes for close at 1732616465361Writing region close event to WAL at 1732616465361Closed at 1732616465361 2024-11-26T10:21:05,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:21:05,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616465362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616465362"}]},"ts":"1732616465362"} 2024-11-26T10:21:05,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:21:05,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:21:05,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616465365"}]},"ts":"1732616465365"} 2024-11-26T10:21:05,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:21:05,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f4c727bc8f2fc7d6bd9e9b6705168c2, ASSIGN}] 2024-11-26T10:21:05,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f4c727bc8f2fc7d6bd9e9b6705168c2, ASSIGN 2024-11-26T10:21:05,368 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f4c727bc8f2fc7d6bd9e9b6705168c2, ASSIGN; state=OFFLINE, location=94eedbb855cf,41291,1732616455417; forceNewPlan=false, retain=false 2024-11-26T10:21:05,413 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 379, reset compression=false 2024-11-26T10:21:05,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f4c727bc8f2fc7d6bd9e9b6705168c2, regionState=OPENING, regionLocation=94eedbb855cf,41291,1732616455417 2024-11-26T10:21:05,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f4c727bc8f2fc7d6bd9e9b6705168c2, ASSIGN because future has completed 2024-11-26T10:21:05,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f4c727bc8f2fc7d6bd9e9b6705168c2, server=94eedbb855cf,41291,1732616455417}] 2024-11-26T10:21:05,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:05,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:05,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:21:05,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C41291%2C1732616455417.rep, suffix=, logDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417, archiveDir=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/oldWALs, maxLogs=10 2024-11-26T10:21:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:05,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.rep.1732616465679, exclude list is [], retry=0 2024-11-26T10:21:05,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36891,DS-3284b1cb-f1fb-41dd-8b4a-bab9e614a9e0,DISK] 2024-11-26T10:21:05,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.rep.1732616465679 2024-11-26T10:21:05,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36121:36121)] 2024-11-26T10:21:05,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f4c727bc8f2fc7d6bd9e9b6705168c2, NAME => 'hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:05,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:05,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:21:05,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. service=MultiRowMutationService 2024-11-26T10:21:05,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:21:05,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:05,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,699 INFO [StoreOpener-8f4c727bc8f2fc7d6bd9e9b6705168c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,700 INFO [StoreOpener-8f4c727bc8f2fc7d6bd9e9b6705168c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4c727bc8f2fc7d6bd9e9b6705168c2 columnFamilyName hfileref 2024-11-26T10:21:05,700 DEBUG [StoreOpener-8f4c727bc8f2fc7d6bd9e9b6705168c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:05,700 INFO [StoreOpener-8f4c727bc8f2fc7d6bd9e9b6705168c2-1 {}] regionserver.HStore(327): Store=8f4c727bc8f2fc7d6bd9e9b6705168c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:05,700 INFO [StoreOpener-8f4c727bc8f2fc7d6bd9e9b6705168c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,701 INFO [StoreOpener-8f4c727bc8f2fc7d6bd9e9b6705168c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4c727bc8f2fc7d6bd9e9b6705168c2 columnFamilyName queue 2024-11-26T10:21:05,701 DEBUG [StoreOpener-8f4c727bc8f2fc7d6bd9e9b6705168c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:05,701 INFO [StoreOpener-8f4c727bc8f2fc7d6bd9e9b6705168c2-1 {}] regionserver.HStore(327): Store=8f4c727bc8f2fc7d6bd9e9b6705168c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:05,701 INFO [StoreOpener-8f4c727bc8f2fc7d6bd9e9b6705168c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,702 INFO [StoreOpener-8f4c727bc8f2fc7d6bd9e9b6705168c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4c727bc8f2fc7d6bd9e9b6705168c2 columnFamilyName sid 2024-11-26T10:21:05,702 DEBUG [StoreOpener-8f4c727bc8f2fc7d6bd9e9b6705168c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:05,702 INFO [StoreOpener-8f4c727bc8f2fc7d6bd9e9b6705168c2-1 {}] regionserver.HStore(327): Store=8f4c727bc8f2fc7d6bd9e9b6705168c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:05,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/replication/8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/replication/8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:21:05,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/replication/8f4c727bc8f2fc7d6bd9e9b6705168c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:05,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8f4c727bc8f2fc7d6bd9e9b6705168c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61759533, jitterRate=-0.07971124351024628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:21:05,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:05,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8f4c727bc8f2fc7d6bd9e9b6705168c2: Running coprocessor pre-open hook at 1732616465698Writing region info on filesystem at 1732616465698Initializing all the Stores at 1732616465698Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616465698Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616465699 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616465699Cleaning up temporary data from old regions at 1732616465704 (+5 ms)Running coprocessor post-open hooks at 1732616465707 (+3 ms)Region opened successfully at 1732616465707 2024-11-26T10:21:05,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2., pid=10, masterSystemTime=1732616465674 2024-11-26T10:21:05,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:05,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:05,710 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f4c727bc8f2fc7d6bd9e9b6705168c2, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,41291,1732616455417 2024-11-26T10:21:05,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f4c727bc8f2fc7d6bd9e9b6705168c2, server=94eedbb855cf,41291,1732616455417 because future has completed 2024-11-26T10:21:05,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:21:05,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f4c727bc8f2fc7d6bd9e9b6705168c2, server=94eedbb855cf,41291,1732616455417 in 190 msec 2024-11-26T10:21:05,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T10:21:05,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f4c727bc8f2fc7d6bd9e9b6705168c2, ASSIGN in 347 msec 2024-11-26T10:21:05,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:21:05,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616465716"}]},"ts":"1732616465716"} 2024-11-26T10:21:05,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:21:05,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:21:05,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-26T10:21:05,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2., hostname=94eedbb855cf,41291,1732616455417, seqNum=2] 2024-11-26T10:21:05,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:21:05,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:21:05,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:21:05,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:21:05,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:05,917 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 379, reset compression=false 2024-11-26T10:21:05,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T10:21:05,919 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:21:05,952 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,41291,1732616455417, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:21:05,953 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:05,953 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,41291,1732616455417, seqNum=-1] 2024-11-26T10:21:05,953 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:05,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T10:21:05,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,41291,1732616455417', locateType=CURRENT is [region=hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2., hostname=94eedbb855cf,41291,1732616455417, seqNum=2] 2024-11-26T10:21:05,958 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T10:21:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T10:21:05,960 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,41291,1732616455417 suceeded 2024-11-26T10:21:05,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T10:21:05,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-26T10:21:05,961 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:44521,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:21:05,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4240 sec 2024-11-26T10:21:05,973 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:44521' 2024-11-26T10:21:05,974 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44161482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:05,974 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,44521,-1 for getting cluster id 2024-11-26T10:21:05,974 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:05,975 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb44ae48-2cd2-4701-bbf1-97664ea78067' 2024-11-26T10:21:05,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:05,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb44ae48-2cd2-4701-bbf1-97664ea78067" 2024-11-26T10:21:05,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12396590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:05,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,44521,-1] 2024-11-26T10:21:05,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:05,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:05,976 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:05,977 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bf43872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:05,977 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:05,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,44521,1732616458439 2024-11-26T10:21:05,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@734c99a4 2024-11-26T10:21:05,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:05,978 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-26T10:21:05,979 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,41291,1732616455417 (queues=1) is replicating from cluster=a3c7e9ed-db97-44dd-855e-798c02f8394c to cluster=fb44ae48-2cd2-4701-bbf1-97664ea78067 2024-11-26T10:21:05,979 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C41291%2C1732616455417 2024-11-26T10:21:05,979 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,41291,1732616455417, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:21:05,979 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226, startPosition=0, beingWritten=true 2024-11-26T10:21:05,979 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C41291%2C1732616455417 2024-11-26T10:21:05,984 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:05,984 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 379, reset compression=false 2024-11-26T10:21:05,985 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,41291,1732616455417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:06,188 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 379, reset compression=false 2024-11-26T10:21:06,492 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 379, reset compression=false 2024-11-26T10:21:06,522 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 379, reset compression=false 2024-11-26T10:21:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:06,690 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:21:06,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:06,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:06,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:06,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:06,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:06,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:06,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,44521,-1 for getting cluster id 2024-11-26T10:21:06,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:06,692 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb44ae48-2cd2-4701-bbf1-97664ea78067' 2024-11-26T10:21:06,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:06,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb44ae48-2cd2-4701-bbf1-97664ea78067" 2024-11-26T10:21:06,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fdc4ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:06,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,44521,-1] 2024-11-26T10:21:06,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:06,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:06,693 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc184d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:06,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:06,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,44521,1732616458439 2024-11-26T10:21:06,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2873f1c1 2024-11-26T10:21:06,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:06,696 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:06,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:33563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:21:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:21:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:06,699 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:33563' 2024-11-26T10:21:06,700 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e4119c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:06,700 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33563,-1 for getting cluster id 2024-11-26T10:21:06,700 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:06,700 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3c7e9ed-db97-44dd-855e-798c02f8394c' 2024-11-26T10:21:06,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:06,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3c7e9ed-db97-44dd-855e-798c02f8394c" 2024-11-26T10:21:06,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa63a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:06,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33563,-1] 2024-11-26T10:21:06,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:06,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:06,701 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:06,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af91f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:06,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:06,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33563,1732616455381 2024-11-26T10:21:06,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c5eecd2 2024-11-26T10:21:06,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:06,704 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:06,704 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:21:06,704 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:21:06,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:06,705 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:06,705 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:06,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:06,706 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:21:06,707 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:21:06,707 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:06,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:21:06,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741837_1013 (size=1138) 2024-11-26T10:21:06,756 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:21:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:06,896 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 379, reset compression=false 2024-11-26T10:21:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:07,118 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cb53ac6f2eb92e9d999ffaa0123c442, NAME => 'hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b 2024-11-26T10:21:07,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741838_1014 (size=44) 2024-11-26T10:21:07,226 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 379, reset compression=false 2024-11-26T10:21:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:07,401 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 379, reset compression=false 2024-11-26T10:21:07,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:07,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1cb53ac6f2eb92e9d999ffaa0123c442, disabling compactions & flushes 2024-11-26T10:21:07,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. 2024-11-26T10:21:07,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. 2024-11-26T10:21:07,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. after waiting 0 ms 2024-11-26T10:21:07,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. 2024-11-26T10:21:07,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. 2024-11-26T10:21:07,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cb53ac6f2eb92e9d999ffaa0123c442: Waiting for close lock at 1732616467523Disabling compacts and flushes for region at 1732616467523Disabling writes for close at 1732616467524 (+1 ms)Writing region close event to WAL at 1732616467524Closed at 1732616467524 2024-11-26T10:21:07,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:21:07,525 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616467525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616467525"}]},"ts":"1732616467525"} 2024-11-26T10:21:07,527 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:21:07,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:21:07,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616467528"}]},"ts":"1732616467528"} 2024-11-26T10:21:07,530 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:21:07,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1cb53ac6f2eb92e9d999ffaa0123c442, ASSIGN}] 2024-11-26T10:21:07,531 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1cb53ac6f2eb92e9d999ffaa0123c442, ASSIGN 2024-11-26T10:21:07,531 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1cb53ac6f2eb92e9d999ffaa0123c442, ASSIGN; state=OFFLINE, location=94eedbb855cf,42423,1732616458488; forceNewPlan=false, retain=false 2024-11-26T10:21:07,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1cb53ac6f2eb92e9d999ffaa0123c442, regionState=OPENING, regionLocation=94eedbb855cf,42423,1732616458488 2024-11-26T10:21:07,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1cb53ac6f2eb92e9d999ffaa0123c442, ASSIGN because future has completed 2024-11-26T10:21:07,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cb53ac6f2eb92e9d999ffaa0123c442, server=94eedbb855cf,42423,1732616458488}] 2024-11-26T10:21:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:07,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. 2024-11-26T10:21:07,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:07,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:21:07,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C42423%2C1732616458488.rep, suffix=, logDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488, archiveDir=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/oldWALs, maxLogs=10 2024-11-26T10:21:07,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.rep.1732616467846, exclude list is [], retry=0 2024-11-26T10:21:07,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-37101b46-c6ad-4aec-b790-d400b79e409b,DISK] 2024-11-26T10:21:07,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.rep.1732616467846 2024-11-26T10:21:07,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33031:33031)] 2024-11-26T10:21:07,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cb53ac6f2eb92e9d999ffaa0123c442, NAME => 'hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:07,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:07,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:21:07,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. service=MultiRowMutationService 2024-11-26T10:21:07,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:21:07,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:07,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,908 INFO [StoreOpener-1cb53ac6f2eb92e9d999ffaa0123c442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,909 INFO [StoreOpener-1cb53ac6f2eb92e9d999ffaa0123c442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cb53ac6f2eb92e9d999ffaa0123c442 columnFamilyName hfileref 2024-11-26T10:21:07,909 DEBUG [StoreOpener-1cb53ac6f2eb92e9d999ffaa0123c442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:07,910 INFO [StoreOpener-1cb53ac6f2eb92e9d999ffaa0123c442-1 {}] regionserver.HStore(327): Store=1cb53ac6f2eb92e9d999ffaa0123c442/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:07,910 INFO [StoreOpener-1cb53ac6f2eb92e9d999ffaa0123c442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,911 INFO [StoreOpener-1cb53ac6f2eb92e9d999ffaa0123c442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cb53ac6f2eb92e9d999ffaa0123c442 columnFamilyName queue 2024-11-26T10:21:07,911 DEBUG [StoreOpener-1cb53ac6f2eb92e9d999ffaa0123c442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:07,912 INFO [StoreOpener-1cb53ac6f2eb92e9d999ffaa0123c442-1 {}] regionserver.HStore(327): Store=1cb53ac6f2eb92e9d999ffaa0123c442/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:07,912 INFO [StoreOpener-1cb53ac6f2eb92e9d999ffaa0123c442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,914 INFO [StoreOpener-1cb53ac6f2eb92e9d999ffaa0123c442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cb53ac6f2eb92e9d999ffaa0123c442 columnFamilyName sid 2024-11-26T10:21:07,914 DEBUG [StoreOpener-1cb53ac6f2eb92e9d999ffaa0123c442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:07,914 INFO [StoreOpener-1cb53ac6f2eb92e9d999ffaa0123c442-1 {}] regionserver.HStore(327): Store=1cb53ac6f2eb92e9d999ffaa0123c442/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:07,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/replication/1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/replication/1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:21:07,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/replication/1cb53ac6f2eb92e9d999ffaa0123c442/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:07,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1cb53ac6f2eb92e9d999ffaa0123c442; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60471593, jitterRate=-0.09890304505825043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:21:07,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:07,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1cb53ac6f2eb92e9d999ffaa0123c442: Running coprocessor pre-open hook at 1732616467900Writing region info on filesystem at 1732616467900Initializing all the Stores at 1732616467906 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616467907 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616467907Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616467907Cleaning up temporary data from old regions at 1732616467917 (+10 ms)Running coprocessor post-open hooks at 1732616467927 (+10 ms)Region opened successfully at 1732616467927 2024-11-26T10:21:07,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442., pid=10, masterSystemTime=1732616467838 2024-11-26T10:21:07,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. 2024-11-26T10:21:07,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. 2024-11-26T10:21:07,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1cb53ac6f2eb92e9d999ffaa0123c442, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,42423,1732616458488 2024-11-26T10:21:07,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cb53ac6f2eb92e9d999ffaa0123c442, server=94eedbb855cf,42423,1732616458488 because future has completed 2024-11-26T10:21:07,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:21:07,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cb53ac6f2eb92e9d999ffaa0123c442, server=94eedbb855cf,42423,1732616458488 in 251 msec 2024-11-26T10:21:07,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T10:21:07,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1cb53ac6f2eb92e9d999ffaa0123c442, ASSIGN in 409 msec 2024-11-26T10:21:07,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:21:07,942 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616467941"}]},"ts":"1732616467941"} 2024-11-26T10:21:07,943 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:21:07,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:21:07,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2390 sec 2024-11-26T10:21:07,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442., hostname=94eedbb855cf,42423,1732616458488, seqNum=2] 2024-11-26T10:21:07,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:21:07,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:21:07,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:21:08,004 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 379, reset compression=false 2024-11-26T10:21:08,030 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 379, reset compression=false 2024-11-26T10:21:08,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T10:21:08,130 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:21:08,182 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,42423,1732616458488, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:21:08,183 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:08,183 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,42423,1732616458488, seqNum=-1] 2024-11-26T10:21:08,184 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:08,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T10:21:08,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,42423,1732616458488', locateType=CURRENT is [region=hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442., hostname=94eedbb855cf,42423,1732616458488, seqNum=2] 2024-11-26T10:21:08,192 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T10:21:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T10:21:08,195 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,42423,1732616458488 suceeded 2024-11-26T10:21:08,198 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:33563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:21:08,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T10:21:08,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-26T10:21:08,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-26T10:21:08,216 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:33563' 2024-11-26T10:21:08,217 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@353857f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,217 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33563,-1 for getting cluster id 2024-11-26T10:21:08,218 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:08,218 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3c7e9ed-db97-44dd-855e-798c02f8394c' 2024-11-26T10:21:08,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:08,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3c7e9ed-db97-44dd-855e-798c02f8394c" 2024-11-26T10:21:08,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e7468d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33563,-1] 2024-11-26T10:21:08,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:08,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:08,221 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:08,222 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18decbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,222 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:08,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33563,1732616455381 2024-11-26T10:21:08,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b4d0878 2024-11-26T10:21:08,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:08,225 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-26T10:21:08,227 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,42423,1732616458488 (queues=1) is replicating from cluster=fb44ae48-2cd2-4701-bbf1-97664ea78067 to cluster=a3c7e9ed-db97-44dd-855e-798c02f8394c 2024-11-26T10:21:08,227 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C42423%2C1732616458488 2024-11-26T10:21:08,227 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,42423,1732616458488, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:21:08,233 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C42423%2C1732616458488 2024-11-26T10:21:08,234 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817, startPosition=0, beingWritten=true 2024-11-26T10:21:08,242 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:08,242 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 379, reset compression=false 2024-11-26T10:21:08,242 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,42423,1732616458488 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:08,457 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 379, reset compression=false 2024-11-26T10:21:08,717 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 379, reset compression=false 2024-11-26T10:21:08,761 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 379, reset compression=false 2024-11-26T10:21:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:08,840 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:21:08,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:08,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:08,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:08,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:08,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:08,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,43897,-1 for getting cluster id 2024-11-26T10:21:08,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:08,842 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0abc7bb-23e6-4f7e-a34d-20b6746fc6ed' 2024-11-26T10:21:08,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:08,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0abc7bb-23e6-4f7e-a34d-20b6746fc6ed" 2024-11-26T10:21:08,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d828df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,43897,-1] 2024-11-26T10:21:08,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:08,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:08,844 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1777bd7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33563,-1 for getting cluster id 2024-11-26T10:21:08,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:08,846 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3c7e9ed-db97-44dd-855e-798c02f8394c' 2024-11-26T10:21:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3c7e9ed-db97-44dd-855e-798c02f8394c" 2024-11-26T10:21:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cee0f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33563,-1] 2024-11-26T10:21:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:08,847 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edf3749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,44521,-1 for getting cluster id 2024-11-26T10:21:08,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:08,849 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb44ae48-2cd2-4701-bbf1-97664ea78067' 2024-11-26T10:21:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb44ae48-2cd2-4701-bbf1-97664ea78067" 2024-11-26T10:21:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61786db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,44521,-1] 2024-11-26T10:21:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:08,850 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cecbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44191,1732616451249, seqNum=-1] 2024-11-26T10:21:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:08,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9., hostname=94eedbb855cf,44191,1732616451249, seqNum=2] 2024-11-26T10:21:08,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:08,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,42423,1732616458488, seqNum=-1] 2024-11-26T10:21:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:08,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74., hostname=94eedbb855cf,42423,1732616458488, seqNum=2] 2024-11-26T10:21:08,861 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T10:21:08,945 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 379, reset compression=false 2024-11-26T10:21:08,962 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:21:08,962 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 480, reset compression=false 2024-11-26T10:21:08,962 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,44191,1732616451249 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1c41dffdb2d274ae21958e3f869dee9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T10:21:08,964 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:21:08,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-26T10:21:08,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:21:08,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1386169a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33563,-1 for getting cluster id 2024-11-26T10:21:08,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:08,978 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3c7e9ed-db97-44dd-855e-798c02f8394c' 2024-11-26T10:21:08,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:08,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3c7e9ed-db97-44dd-855e-798c02f8394c" 2024-11-26T10:21:08,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7908dd3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33563,-1] 2024-11-26T10:21:08,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:08,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:08,979 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:08,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50b8079e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:08,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:08,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,41291,1732616455417, seqNum=-1] 2024-11-26T10:21:08,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:08,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T10:21:08,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732616461613.385402f6b81b251f2b6a7a49036b1534., hostname=94eedbb855cf,41291,1732616455417, seqNum=2] 2024-11-26T10:21:08,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:21:09,165 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 379, reset compression=false 2024-11-26T10:21:09,178 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 480, reset compression=false 2024-11-26T10:21:09,485 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 480, reset compression=false 2024-11-26T10:21:09,520 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 379, reset compression=false 2024-11-26T10:21:09,525 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:21:09,525 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 504, reset compression=false 2024-11-26T10:21:09,525 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,41291,1732616455417 got entry batch from reader: WALEntryBatch [walEntries=[{test/385402f6b81b251f2b6a7a49036b1534/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T10:21:09,527 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:21:09,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-26T10:21:09,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:21:09,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bb4dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:09,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,44521,-1 for getting cluster id 2024-11-26T10:21:09,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:09,530 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb44ae48-2cd2-4701-bbf1-97664ea78067' 2024-11-26T10:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb44ae48-2cd2-4701-bbf1-97664ea78067" 2024-11-26T10:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e84f652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,44521,-1] 2024-11-26T10:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:09,531 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:09,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3abadea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:09,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:09,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,42423,1732616458488, seqNum=-1] 2024-11-26T10:21:09,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:09,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T10:21:09,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74., hostname=94eedbb855cf,42423,1732616458488, seqNum=2] 2024-11-26T10:21:09,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:21:09,668 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 379, reset compression=false 2024-11-26T10:21:09,673 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:09,673 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 528, reset compression=false 2024-11-26T10:21:09,673 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,42423,1732616458488 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:09,728 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 504, reset compression=false 2024-11-26T10:21:09,863 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T10:21:09,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,41291,1732616455417, seqNum=-1] 2024-11-26T10:21:09,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:09,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732616461613.385402f6b81b251f2b6a7a49036b1534., hostname=94eedbb855cf,41291,1732616455417, seqNum=2] 2024-11-26T10:21:09,871 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T10:21:09,876 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 528, reset compression=false 2024-11-26T10:21:09,889 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 480, reset compression=false 2024-11-26T10:21:10,031 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 504, reset compression=false 2024-11-26T10:21:10,036 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:21:10,036 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 608, reset compression=false 2024-11-26T10:21:10,036 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,41291,1732616455417 got entry batch from reader: WALEntryBatch [walEntries=[{test/385402f6b81b251f2b6a7a49036b1534/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T10:21:10,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:21:10,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:21:10,179 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 528, reset compression=false 2024-11-26T10:21:10,183 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:10,183 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 656, reset compression=false 2024-11-26T10:21:10,183 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,42423,1732616458488 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:10,240 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 608, reset compression=false 2024-11-26T10:21:10,386 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 656, reset compression=false 2024-11-26T10:21:10,392 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 480, reset compression=false 2024-11-26T10:21:10,543 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 608, reset compression=false 2024-11-26T10:21:10,689 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 656, reset compression=false 2024-11-26T10:21:10,873 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T10:21:10,875 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T10:21:10,947 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 608, reset compression=false 2024-11-26T10:21:10,995 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 480, reset compression=false 2024-11-26T10:21:11,093 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 656, reset compression=false 2024-11-26T10:21:11,097 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:21:11,097 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 760, reset compression=false 2024-11-26T10:21:11,097 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,42423,1732616458488 got entry batch from reader: WALEntryBatch [walEntries=[{test/e2b5ccaf0ff0cfbf9308314dcc56ec74/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T10:21:11,099 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:21:11,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-26T10:21:11,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:21:11,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:21:11,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:21:11,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:11,304 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 760, reset compression=false 2024-11-26T10:21:11,451 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 608, reset compression=false 2024-11-26T10:21:11,456 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:11,456 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 736, reset compression=false 2024-11-26T10:21:11,456 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,41291,1732616455417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:11,608 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 760, reset compression=false 2024-11-26T10:21:11,659 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 736, reset compression=false 2024-11-26T10:21:11,699 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 480, reset compression=false 2024-11-26T10:21:11,877 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T10:21:11,880 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T10:21:11,963 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 736, reset compression=false 2024-11-26T10:21:12,012 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 760, reset compression=false 2024-11-26T10:21:12,366 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 736, reset compression=false 2024-11-26T10:21:12,502 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 480, reset compression=false 2024-11-26T10:21:12,507 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:21:12,507 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:12,507 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,44191,1732616451249 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1c41dffdb2d274ae21958e3f869dee9/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T10:21:12,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:21:12,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:21:12,514 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 760, reset compression=false 2024-11-26T10:21:12,716 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:12,870 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 736, reset compression=false 2024-11-26T10:21:12,874 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:21:12,874 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 884, reset compression=false 2024-11-26T10:21:12,875 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,41291,1732616455417 got entry batch from reader: WALEntryBatch [walEntries=[{test/385402f6b81b251f2b6a7a49036b1534/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T10:21:12,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:21:12,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:21:12,881 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T10:21:12,884 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T10:21:13,019 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:13,078 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 884, reset compression=false 2024-11-26T10:21:13,082 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:21:13,082 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1043, reset compression=false 2024-11-26T10:21:13,082 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,41291,1732616455417 got entry batch from reader: WALEntryBatch [walEntries=[{test/385402f6b81b251f2b6a7a49036b1534/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T10:21:13,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:21:13,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:21:13,118 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 760, reset compression=false 2024-11-26T10:21:13,122 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:13,122 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 1082, reset compression=false 2024-11-26T10:21:13,122 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,42423,1732616458488 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:13,285 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1043, reset compression=false 2024-11-26T10:21:13,325 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 1082, reset compression=false 2024-11-26T10:21:13,423 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:13,589 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1043, reset compression=false 2024-11-26T10:21:13,629 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 1082, reset compression=false 2024-11-26T10:21:13,886 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T10:21:13,901 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T10:21:13,929 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:13,993 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1043, reset compression=false 2024-11-26T10:21:14,033 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 1082, reset compression=false 2024-11-26T10:21:14,038 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:21:14,038 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 1241, reset compression=false 2024-11-26T10:21:14,038 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,42423,1732616458488 got entry batch from reader: WALEntryBatch [walEntries=[{test/e2b5ccaf0ff0cfbf9308314dcc56ec74/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T10:21:14,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T10:21:14,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T10:21:14,242 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 1241, reset compression=false 2024-11-26T10:21:14,497 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1043, reset compression=false 2024-11-26T10:21:14,501 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:14,501 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1193, reset compression=false 2024-11-26T10:21:14,501 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,41291,1732616455417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:14,533 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:14,546 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 1241, reset compression=false 2024-11-26T10:21:14,707 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1193, reset compression=false 2024-11-26T10:21:14,903 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T10:21:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:21:14,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:14,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:14,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:14,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:14,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:14,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:21:14,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=923450618, stopped=false 2024-11-26T10:21:14,910 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,44521,1732616458439 2024-11-26T10:21:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21018349058/running 2024-11-26T10:21:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21018349058/running 2024-11-26T10:21:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:21:14,912 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:21:14,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:21:14,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:14,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:14,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:14,913 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,42423,1732616458488' ***** 2024-11-26T10:21:14,913 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:21:14,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Set watcher on znode that does not yet exist, /21018349058/running 2024-11-26T10:21:14,914 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:21:14,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Set watcher on znode that does not yet exist, /21018349058/running 2024-11-26T10:21:14,914 INFO [RS:0;94eedbb855cf:42423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:21:14,914 INFO [RS:0;94eedbb855cf:42423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:21:14,914 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cb53ac6f2eb92e9d999ffaa0123c442 2024-11-26T10:21:14,914 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:21:14,914 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(3091): Received CLOSE for e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:14,914 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,42423,1732616458488 2024-11-26T10:21:14,914 INFO [RS:0;94eedbb855cf:42423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:21:14,914 INFO [RS:0;94eedbb855cf:42423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:42423. 2024-11-26T10:21:14,914 DEBUG [RS:0;94eedbb855cf:42423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:14,915 DEBUG [RS:0;94eedbb855cf:42423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:14,915 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:21:14,915 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cb53ac6f2eb92e9d999ffaa0123c442, disabling compactions & flushes 2024-11-26T10:21:14,915 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:21:14,915 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:21:14,915 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. 2024-11-26T10:21:14,915 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. 2024-11-26T10:21:14,915 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:21:14,915 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. after waiting 0 ms 2024-11-26T10:21:14,915 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. 2024-11-26T10:21:14,915 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T10:21:14,915 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1325): Online Regions={1cb53ac6f2eb92e9d999ffaa0123c442=hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442., 1588230740=hbase:meta,,1.1588230740, e2b5ccaf0ff0cfbf9308314dcc56ec74=test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74.} 2024-11-26T10:21:14,915 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1cb53ac6f2eb92e9d999ffaa0123c442 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-26T10:21:14,915 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cb53ac6f2eb92e9d999ffaa0123c442, e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:14,915 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:21:14,915 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:21:14,915 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:21:14,915 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:21:14,915 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:21:14,915 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T10:21:14,937 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/.tmp/info/2869bcc7876d4fa7b9e64093cd519932 is 147, key is hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442./info:regioninfo/1732616467931/Put/seqid=0 2024-11-26T10:21:14,938 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/replication/1cb53ac6f2eb92e9d999ffaa0123c442/.tmp/queue/73c6a8082ca7436ebb9de0ba6f71a851 is 154, key is 1-94eedbb855cf,42423,1732616458488/queue:94eedbb855cf%2C42423%2C1732616458488/1732616474044/Put/seqid=0 2024-11-26T10:21:14,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741840_1016 (size=7686) 2024-11-26T10:21:14,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741841_1017 (size=5353) 2024-11-26T10:21:14,942 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/replication/1cb53ac6f2eb92e9d999ffaa0123c442/.tmp/queue/73c6a8082ca7436ebb9de0ba6f71a851 2024-11-26T10:21:14,947 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/replication/1cb53ac6f2eb92e9d999ffaa0123c442/.tmp/queue/73c6a8082ca7436ebb9de0ba6f71a851 as hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/replication/1cb53ac6f2eb92e9d999ffaa0123c442/queue/73c6a8082ca7436ebb9de0ba6f71a851 2024-11-26T10:21:14,950 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 1241, reset compression=false 2024-11-26T10:21:14,950 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/replication/1cb53ac6f2eb92e9d999ffaa0123c442/queue/73c6a8082ca7436ebb9de0ba6f71a851, entries=1, sequenceid=11, filesize=5.2 K 2024-11-26T10:21:14,951 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 1cb53ac6f2eb92e9d999ffaa0123c442 in 36ms, sequenceid=11, compaction requested=false 2024-11-26T10:21:14,955 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/replication/1cb53ac6f2eb92e9d999ffaa0123c442/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T10:21:14,955 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:14,956 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:21:14,956 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. 2024-11-26T10:21:14,956 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cb53ac6f2eb92e9d999ffaa0123c442: Waiting for close lock at 1732616474915Running coprocessor pre-close hooks at 1732616474915Disabling compacts and flushes for region at 1732616474915Disabling writes for close at 1732616474915Obtaining lock to block concurrent updates at 1732616474915Preparing flush snapshotting stores in 1cb53ac6f2eb92e9d999ffaa0123c442 at 1732616474915Finished memstore snapshotting hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732616474915Flushing stores of hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. at 1732616474916 (+1 ms)Flushing 1cb53ac6f2eb92e9d999ffaa0123c442/queue: creating writer at 1732616474916Flushing 1cb53ac6f2eb92e9d999ffaa0123c442/queue: appending metadata at 1732616474938 (+22 ms)Flushing 1cb53ac6f2eb92e9d999ffaa0123c442/queue: closing flushed file at 1732616474938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd3c57c: reopening flushed file at 1732616474946 (+8 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 1cb53ac6f2eb92e9d999ffaa0123c442 in 36ms, sequenceid=11, compaction requested=false at 1732616474951 (+5 ms)Writing region close event to WAL at 1732616474952 (+1 ms)Running coprocessor post-close hooks at 1732616474955 (+3 ms)Closed at 1732616474956 (+1 ms) 2024-11-26T10:21:14,956 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616466705.1cb53ac6f2eb92e9d999ffaa0123c442. 2024-11-26T10:21:14,956 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2b5ccaf0ff0cfbf9308314dcc56ec74, disabling compactions & flushes 2024-11-26T10:21:14,956 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. 2024-11-26T10:21:14,956 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. 2024-11-26T10:21:14,956 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. after waiting 0 ms 2024-11-26T10:21:14,956 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. 2024-11-26T10:21:14,956 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e2b5ccaf0ff0cfbf9308314dcc56ec74 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T10:21:14,972 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/.tmp/f/1b909ef1704848338f971d66e8a5fdce is 29, key is row1/f:/1732616472882/DeleteFamily/seqid=0 2024-11-26T10:21:14,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741842_1018 (size=5152) 2024-11-26T10:21:14,998 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:21:15,011 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1193, reset compression=false 2024-11-26T10:21:15,115 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:15,237 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:15,315 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e2b5ccaf0ff0cfbf9308314dcc56ec74 2024-11-26T10:21:15,342 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/.tmp/info/2869bcc7876d4fa7b9e64093cd519932 2024-11-26T10:21:15,364 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/.tmp/ns/57b95c780dd4460fa83084526c52a2fc is 43, key is default/ns:d/1732616460354/Put/seqid=0 2024-11-26T10:21:15,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741843_1019 (size=5153) 2024-11-26T10:21:15,377 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/.tmp/f/1b909ef1704848338f971d66e8a5fdce 2024-11-26T10:21:15,380 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b909ef1704848338f971d66e8a5fdce 2024-11-26T10:21:15,393 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/.tmp/f1/9937467752e34c78ba559fa924fa81fe is 30, key is row1/f1:/1732616472882/DeleteFamily/seqid=0 2024-11-26T10:21:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741844_1020 (size=5158) 2024-11-26T10:21:15,397 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/.tmp/f1/9937467752e34c78ba559fa924fa81fe 2024-11-26T10:21:15,400 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9937467752e34c78ba559fa924fa81fe 2024-11-26T10:21:15,414 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/.tmp/norep/b7558e920ffc47b28a45f846e8058ef5 is 33, key is row2/norep:/1732616473887/DeleteFamily/seqid=0 2024-11-26T10:21:15,414 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1193, reset compression=false 2024-11-26T10:21:15,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741845_1021 (size=5108) 2024-11-26T10:21:15,418 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/.tmp/norep/b7558e920ffc47b28a45f846e8058ef5 2024-11-26T10:21:15,421 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7558e920ffc47b28a45f846e8058ef5 2024-11-26T10:21:15,422 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/.tmp/f/1b909ef1704848338f971d66e8a5fdce as hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/f/1b909ef1704848338f971d66e8a5fdce 2024-11-26T10:21:15,426 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b909ef1704848338f971d66e8a5fdce 2024-11-26T10:21:15,426 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/f/1b909ef1704848338f971d66e8a5fdce, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T10:21:15,427 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/.tmp/f1/9937467752e34c78ba559fa924fa81fe as hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/f1/9937467752e34c78ba559fa924fa81fe 2024-11-26T10:21:15,432 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9937467752e34c78ba559fa924fa81fe 2024-11-26T10:21:15,432 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/f1/9937467752e34c78ba559fa924fa81fe, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T10:21:15,433 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/.tmp/norep/b7558e920ffc47b28a45f846e8058ef5 as hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/norep/b7558e920ffc47b28a45f846e8058ef5 2024-11-26T10:21:15,438 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7558e920ffc47b28a45f846e8058ef5 2024-11-26T10:21:15,438 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/norep/b7558e920ffc47b28a45f846e8058ef5, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T10:21:15,439 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e2b5ccaf0ff0cfbf9308314dcc56ec74 in 483ms, sequenceid=10, compaction requested=false 2024-11-26T10:21:15,444 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/default/test/e2b5ccaf0ff0cfbf9308314dcc56ec74/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T10:21:15,444 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:15,444 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:21:15,445 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. 2024-11-26T10:21:15,445 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2b5ccaf0ff0cfbf9308314dcc56ec74: Waiting for close lock at 1732616474956Running coprocessor pre-close hooks at 1732616474956Disabling compacts and flushes for region at 1732616474956Disabling writes for close at 1732616474956Obtaining lock to block concurrent updates at 1732616474956Preparing flush snapshotting stores in e2b5ccaf0ff0cfbf9308314dcc56ec74 at 1732616474956Finished memstore snapshotting test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732616474957 (+1 ms)Flushing stores of test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. at 1732616474957Flushing e2b5ccaf0ff0cfbf9308314dcc56ec74/f: creating writer at 1732616474957Flushing e2b5ccaf0ff0cfbf9308314dcc56ec74/f: appending metadata at 1732616474972 (+15 ms)Flushing e2b5ccaf0ff0cfbf9308314dcc56ec74/f: closing flushed file at 1732616474972Flushing e2b5ccaf0ff0cfbf9308314dcc56ec74/f1: creating writer at 1732616475380 (+408 ms)Flushing e2b5ccaf0ff0cfbf9308314dcc56ec74/f1: appending metadata at 1732616475393 (+13 ms)Flushing e2b5ccaf0ff0cfbf9308314dcc56ec74/f1: closing flushed file at 1732616475393Flushing e2b5ccaf0ff0cfbf9308314dcc56ec74/norep: creating writer at 1732616475400 (+7 ms)Flushing e2b5ccaf0ff0cfbf9308314dcc56ec74/norep: appending metadata at 1732616475413 (+13 ms)Flushing e2b5ccaf0ff0cfbf9308314dcc56ec74/norep: closing flushed file at 1732616475413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a219b46: reopening flushed file at 1732616475421 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a7932dd: reopening flushed file at 1732616475426 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4677ff: reopening flushed file at 1732616475432 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e2b5ccaf0ff0cfbf9308314dcc56ec74 in 483ms, sequenceid=10, compaction requested=false at 1732616475439 (+7 ms)Writing region close event to WAL at 1732616475441 (+2 ms)Running coprocessor post-close hooks at 1732616475444 (+3 ms)Closed at 1732616475444 2024-11-26T10:21:15,445 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74. 2024-11-26T10:21:15,453 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 1241, reset compression=false 2024-11-26T10:21:15,457 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:15,458 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 2132, reset compression=false 2024-11-26T10:21:15,458 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,42423,1732616458488 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817, lastWalPosition=2132, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:15,458 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 94eedbb855cf,42423,1732616458488: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-94eedbb855cf,42423,1732616458488, walGroup=94eedbb855cf%2C42423%2C1732616458488, offset=94eedbb855cf%2C42423%2C1732616458488.1732616459817:2132, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:42423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T10:21:15,460 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T10:21:15,460 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T10:21:15,461 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T10:21:15,461 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T10:21:15,461 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T10:21:15,461 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 884247712 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 203361384 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T10:21:15,461 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:44521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:44521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T10:21:15,516 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:15,662 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 2132, reset compression=false 2024-11-26T10:21:15,684 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:21:15,684 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:21:15,716 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:15,768 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/.tmp/ns/57b95c780dd4460fa83084526c52a2fc 2024-11-26T10:21:15,792 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/.tmp/rep_barrier/55e419097ca74ad9a4811996c5e4b8dc is 112, key is test,,1732616462754.e2b5ccaf0ff0cfbf9308314dcc56ec74./rep_barrier:seqnumDuringOpen/1732616463161/Put/seqid=0 2024-11-26T10:21:15,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741846_1022 (size=5518) 2024-11-26T10:21:15,795 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/.tmp/rep_barrier/55e419097ca74ad9a4811996c5e4b8dc 2024-11-26T10:21:15,816 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/.tmp/table/6ce5f4716eb942cfb003f3f4123aeed2 is 53, key is hbase:replication/table:state/1732616467941/Put/seqid=0 2024-11-26T10:21:15,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741847_1023 (size=5308) 2024-11-26T10:21:15,916 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:21:15,916 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:21:15,916 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:15,918 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1193, reset compression=false 2024-11-26T10:21:15,966 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 2132, reset compression=false 2024-11-26T10:21:16,041 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:16,116 DEBUG [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:16,220 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/.tmp/table/6ce5f4716eb942cfb003f3f4123aeed2 2024-11-26T10:21:16,225 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/.tmp/info/2869bcc7876d4fa7b9e64093cd519932 as hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/info/2869bcc7876d4fa7b9e64093cd519932 2024-11-26T10:21:16,229 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/info/2869bcc7876d4fa7b9e64093cd519932, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T10:21:16,230 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/.tmp/ns/57b95c780dd4460fa83084526c52a2fc as hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/ns/57b95c780dd4460fa83084526c52a2fc 2024-11-26T10:21:16,233 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/ns/57b95c780dd4460fa83084526c52a2fc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T10:21:16,234 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/.tmp/rep_barrier/55e419097ca74ad9a4811996c5e4b8dc as hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/rep_barrier/55e419097ca74ad9a4811996c5e4b8dc 2024-11-26T10:21:16,238 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/rep_barrier/55e419097ca74ad9a4811996c5e4b8dc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T10:21:16,238 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/.tmp/table/6ce5f4716eb942cfb003f3f4123aeed2 as hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/table/6ce5f4716eb942cfb003f3f4123aeed2 2024-11-26T10:21:16,244 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/table/6ce5f4716eb942cfb003f3f4123aeed2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T10:21:16,245 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-11-26T10:21:16,252 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:21:16,253 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:16,253 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:21:16,253 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:16,253 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616474915Running coprocessor pre-close hooks at 1732616474915Disabling compacts and flushes for region at 1732616474915Disabling writes for close at 1732616474915Obtaining lock to block concurrent updates at 1732616474915Preparing flush snapshotting stores in 1588230740 at 1732616474915Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732616474915Flushing stores of hbase:meta,,1.1588230740 at 1732616474916 (+1 ms)Flushing 1588230740/info: creating writer at 1732616474916Flushing 1588230740/info: appending metadata at 1732616474936 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732616474936Flushing 1588230740/ns: creating writer at 1732616475346 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732616475363 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732616475363Flushing 1588230740/rep_barrier: creating writer at 1732616475772 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616475791 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616475791Flushing 1588230740/table: creating writer at 1732616475799 (+8 ms)Flushing 1588230740/table: appending metadata at 1732616475815 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732616475815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e761bd: reopening flushed file at 1732616476225 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bdc455b: reopening flushed file at 1732616476229 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ebf356: reopening flushed file at 1732616476233 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1183eee2: reopening flushed file at 1732616476238 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1732616476245 (+7 ms)Writing region close event to WAL at 1732616476248 (+3 ms)Running coprocessor post-close hooks at 1732616476253 (+5 ms)Closed at 1732616476253 2024-11-26T10:21:16,253 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:16,316 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,42423,1732616458488; all regions closed. 2024-11-26T10:21:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741834_1010 (size=4239) 2024-11-26T10:21:16,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.meta.1732616460316.meta not finished, retry = 0 2024-11-26T10:21:16,369 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/WALs/94eedbb855cf,42423,1732616458488/94eedbb855cf%2C42423%2C1732616458488.1732616459817 to pos 2132, reset compression=false 2024-11-26T10:21:16,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741839_1015 (size=2896) 2024-11-26T10:21:16,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741833_1009 (size=2140) 2024-11-26T10:21:16,425 DEBUG [RS:0;94eedbb855cf:42423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:16,425 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:21:16,425 INFO [RS:0;94eedbb855cf:42423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:21:16,425 INFO [RS:0;94eedbb855cf:42423 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:21:16,425 INFO [RS:0;94eedbb855cf:42423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:21:16,425 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:21:16,426 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,42423,1732616458488 because: Region server is closing 2024-11-26T10:21:16,426 INFO [RS:0;94eedbb855cf:42423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:42423. 2024-11-26T10:21:16,426 DEBUG [RS:0;94eedbb855cf:42423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:16,426 DEBUG [RS:0;94eedbb855cf:42423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:16,426 DEBUG [RS:0;94eedbb855cf:42423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:16,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:16,521 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1193, reset compression=false 2024-11-26T10:21:16,526 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.shipper94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 terminated 2024-11-26T10:21:16,526 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,42423,1732616458488.replicationSource.wal-reader.94eedbb855cf%2C42423%2C1732616458488,1-94eedbb855cf,42423,1732616458488 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:21:16,527 INFO [RS:0;94eedbb855cf:42423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:42423. 2024-11-26T10:21:16,527 DEBUG [RS:0;94eedbb855cf:42423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:16,527 DEBUG [RS:0;94eedbb855cf:42423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:16,527 DEBUG [RS:0;94eedbb855cf:42423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:16,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:16,527 INFO [RS:0;94eedbb855cf:42423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42423 2024-11-26T10:21:16,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21018349058/rs/94eedbb855cf,42423,1732616458488 2024-11-26T10:21:16,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058/rs 2024-11-26T10:21:16,530 INFO [RS:0;94eedbb855cf:42423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:21:16,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,42423,1732616458488] 2024-11-26T10:21:16,532 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21018349058/draining/94eedbb855cf,42423,1732616458488 already deleted, retry=false 2024-11-26T10:21:16,532 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,42423,1732616458488 expired; onlineServers=0 2024-11-26T10:21:16,532 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,44521,1732616458439' ***** 2024-11-26T10:21:16,532 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:21:16,532 INFO [M:0;94eedbb855cf:44521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:21:16,532 INFO [M:0;94eedbb855cf:44521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:21:16,532 DEBUG [M:0;94eedbb855cf:44521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:21:16,532 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:21:16,532 DEBUG [M:0;94eedbb855cf:44521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:21:16,532 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616459576 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616459576,5,FailOnTimeoutGroup] 2024-11-26T10:21:16,532 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616459576 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616459576,5,FailOnTimeoutGroup] 2024-11-26T10:21:16,532 INFO [M:0;94eedbb855cf:44521 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:21:16,533 INFO [M:0;94eedbb855cf:44521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:21:16,533 DEBUG [M:0;94eedbb855cf:44521 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:21:16,533 INFO [M:0;94eedbb855cf:44521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:21:16,533 INFO [M:0;94eedbb855cf:44521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:21:16,533 INFO [M:0;94eedbb855cf:44521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:21:16,533 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:21:16,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21018349058/master 2024-11-26T10:21:16,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21018349058 2024-11-26T10:21:16,534 DEBUG [M:0;94eedbb855cf:44521 {}] zookeeper.ZKUtil(347): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Unable to get data of znode /21018349058/master because node does not exist (not an error) 2024-11-26T10:21:16,535 WARN [M:0;94eedbb855cf:44521 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:21:16,535 INFO [M:0;94eedbb855cf:44521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/.lastflushedseqids 2024-11-26T10:21:16,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741848_1024 (size=245) 2024-11-26T10:21:16,631 INFO [RS:0;94eedbb855cf:42423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:21:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:16,631 INFO [RS:0;94eedbb855cf:42423 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,42423,1732616458488; zookeeper connection closed. 2024-11-26T10:21:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x10153cadb730007, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:16,632 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d9e3cd3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d9e3cd3 2024-11-26T10:21:16,632 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:21:16,940 INFO [M:0;94eedbb855cf:44521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:21:16,940 INFO [M:0;94eedbb855cf:44521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:21:16,940 DEBUG [M:0;94eedbb855cf:44521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:21:16,940 INFO [M:0;94eedbb855cf:44521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:16,940 DEBUG [M:0;94eedbb855cf:44521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:16,940 DEBUG [M:0;94eedbb855cf:44521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:21:16,940 DEBUG [M:0;94eedbb855cf:44521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:16,940 INFO [M:0;94eedbb855cf:44521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T10:21:16,945 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:16,959 DEBUG [M:0;94eedbb855cf:44521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e10b0ff2a28b473788055230d63bb8c9 is 82, key is hbase:meta,,1/info:regioninfo/1732616460346/Put/seqid=0 2024-11-26T10:21:16,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741849_1025 (size=5672) 2024-11-26T10:21:16,963 INFO [M:0;94eedbb855cf:44521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e10b0ff2a28b473788055230d63bb8c9 2024-11-26T10:21:16,983 DEBUG [M:0;94eedbb855cf:44521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc5a9a3a9c7c431ba627e2bea5b0d35b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732616467945/Put/seqid=0 2024-11-26T10:21:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741850_1026 (size=8515) 2024-11-26T10:21:17,225 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1193, reset compression=false 2024-11-26T10:21:17,387 INFO [M:0;94eedbb855cf:44521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc5a9a3a9c7c431ba627e2bea5b0d35b 2024-11-26T10:21:17,404 DEBUG [M:0;94eedbb855cf:44521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11f9abfaafb544c595c69cf82b54b2fe is 69, key is 94eedbb855cf,42423,1732616458488/rs:state/1732616459668/Put/seqid=0 2024-11-26T10:21:17,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741851_1027 (size=5156) 2024-11-26T10:21:17,807 INFO [M:0;94eedbb855cf:44521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11f9abfaafb544c595c69cf82b54b2fe 2024-11-26T10:21:17,811 DEBUG [M:0;94eedbb855cf:44521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e10b0ff2a28b473788055230d63bb8c9 as hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e10b0ff2a28b473788055230d63bb8c9 2024-11-26T10:21:17,815 INFO [M:0;94eedbb855cf:44521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e10b0ff2a28b473788055230d63bb8c9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T10:21:17,815 DEBUG [M:0;94eedbb855cf:44521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc5a9a3a9c7c431ba627e2bea5b0d35b as hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc5a9a3a9c7c431ba627e2bea5b0d35b 2024-11-26T10:21:17,819 INFO [M:0;94eedbb855cf:44521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc5a9a3a9c7c431ba627e2bea5b0d35b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T10:21:17,820 DEBUG [M:0;94eedbb855cf:44521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11f9abfaafb544c595c69cf82b54b2fe as hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11f9abfaafb544c595c69cf82b54b2fe 2024-11-26T10:21:17,823 INFO [M:0;94eedbb855cf:44521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11f9abfaafb544c595c69cf82b54b2fe, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T10:21:17,824 INFO [M:0;94eedbb855cf:44521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-11-26T10:21:17,825 INFO [M:0;94eedbb855cf:44521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:17,825 DEBUG [M:0;94eedbb855cf:44521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616476940Disabling compacts and flushes for region at 1732616476940Disabling writes for close at 1732616476940Obtaining lock to block concurrent updates at 1732616476940Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616476940Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732616476941 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616476941Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616476941Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616476959 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616476959Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616476966 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616476982 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616476982Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616477390 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616477403 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616477403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2a2ae7: reopening flushed file at 1732616477811 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e216942: reopening flushed file at 1732616477815 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13efcc31: reopening flushed file at 1732616477819 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1732616477824 (+5 ms)Writing region close event to WAL at 1732616477825 (+1 ms)Closed at 1732616477825 2024-11-26T10:21:17,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741830_1006 (size=63642) 2024-11-26T10:21:17,827 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18e36ddd-5fb2-2140-f56f-261037dde79b/MasterData/WALs/94eedbb855cf,44521,1732616458439/94eedbb855cf%2C44521%2C1732616458439.1732616459490 not finished, retry = 0 2024-11-26T10:21:17,928 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:21:17,928 INFO [M:0;94eedbb855cf:44521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:21:17,928 INFO [M:0;94eedbb855cf:44521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44521 2024-11-26T10:21:17,929 INFO [M:0;94eedbb855cf:44521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:21:17,948 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:18,028 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1193, reset compression=false 2024-11-26T10:21:18,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:18,030 INFO [M:0;94eedbb855cf:44521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:21:18,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44521-0x10153cadb730006, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:18,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@348a7b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:21:18,037 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@785305e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:21:18,037 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:21:18,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@135cf969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:21:18,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea71958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/hadoop.log.dir/,STOPPED} 2024-11-26T10:21:18,039 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:21:18,039 WARN [BP-80814470-172.17.0.2-1732616457272 heartbeating to localhost/127.0.0.1:36227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:21:18,039 WARN [BP-80814470-172.17.0.2-1732616457272 heartbeating to localhost/127.0.0.1:36227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-80814470-172.17.0.2-1732616457272 (Datanode Uuid 24adef9b-0284-4a4d-b842-f8f91bf726d5) service to localhost/127.0.0.1:36227 2024-11-26T10:21:18,039 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:21:18,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/cluster_e710cfb1-e0cd-6e37-d1be-2912e5da721d/data/data1/current/BP-80814470-172.17.0.2-1732616457272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:21:18,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/cluster_e710cfb1-e0cd-6e37-d1be-2912e5da721d/data/data2/current/BP-80814470-172.17.0.2-1732616457272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:21:18,040 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:21:18,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66ac6cef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:21:18,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2626b558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:21:18,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:21:18,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a10f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:21:18,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1681a97d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/hadoop.log.dir/,STOPPED} 2024-11-26T10:21:18,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:21:18,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:21:18,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:18,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:18,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:18,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:18,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:18,064 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:21:18,064 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1480968852, stopped=false 2024-11-26T10:21:18,064 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,33563,1732616455381 2024-11-26T10:21:18,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-234335229/running 2024-11-26T10:21:18,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-234335229/running 2024-11-26T10:21:18,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:21:18,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:21:18,065 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:21:18,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:18,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:18,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:18,066 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,41291,1732616455417' ***** 2024-11-26T10:21:18,066 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:21:18,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Set watcher on znode that does not yet exist, /1-234335229/running 2024-11-26T10:21:18,066 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:21:18,066 INFO [RS:0;94eedbb855cf:41291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:21:18,066 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:21:18,066 INFO [RS:0;94eedbb855cf:41291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:21:18,066 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 385402f6b81b251f2b6a7a49036b1534 2024-11-26T10:21:18,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Set watcher on znode that does not yet exist, /1-234335229/running 2024-11-26T10:21:18,067 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:18,067 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,41291,1732616455417 2024-11-26T10:21:18,067 INFO [RS:0;94eedbb855cf:41291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:21:18,067 INFO [RS:0;94eedbb855cf:41291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:41291. 2024-11-26T10:21:18,067 DEBUG [RS:0;94eedbb855cf:41291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:18,067 DEBUG [RS:0;94eedbb855cf:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:18,067 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 385402f6b81b251f2b6a7a49036b1534, disabling compactions & flushes 2024-11-26T10:21:18,067 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:21:18,067 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. 2024-11-26T10:21:18,067 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:21:18,067 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. 2024-11-26T10:21:18,067 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:21:18,067 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. after waiting 0 ms 2024-11-26T10:21:18,067 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. 2024-11-26T10:21:18,067 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:21:18,067 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 385402f6b81b251f2b6a7a49036b1534 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T10:21:18,069 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T10:21:18,069 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1325): Online Regions={385402f6b81b251f2b6a7a49036b1534=test,,1732616461613.385402f6b81b251f2b6a7a49036b1534., 8f4c727bc8f2fc7d6bd9e9b6705168c2=hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:21:18,069 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 385402f6b81b251f2b6a7a49036b1534, 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:18,069 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:21:18,069 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:21:18,069 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:21:18,069 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:21:18,069 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:21:18,069 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T10:21:18,083 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/.tmp/f/f0a114b1bfb94a439ce3c3cee515af4f is 29, key is row1/f:/1732616472882/DeleteFamily/seqid=0 2024-11-26T10:21:18,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741840_1016 (size=5152) 2024-11-26T10:21:18,086 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/.tmp/info/366835f309ee49a08887c725948cf4bd is 147, key is hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2./info:regioninfo/1732616465710/Put/seqid=0 2024-11-26T10:21:18,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741841_1017 (size=7686) 2024-11-26T10:21:18,091 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:21:18,091 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:21:18,111 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:21:18,269 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 385402f6b81b251f2b6a7a49036b1534, 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:18,469 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 385402f6b81b251f2b6a7a49036b1534, 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:18,487 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/.tmp/f/f0a114b1bfb94a439ce3c3cee515af4f 2024-11-26T10:21:18,489 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/.tmp/info/366835f309ee49a08887c725948cf4bd 2024-11-26T10:21:18,490 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0a114b1bfb94a439ce3c3cee515af4f 2024-11-26T10:21:18,505 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/.tmp/f1/a3cd02b91b3148a18d89034f6b30c070 is 30, key is row1/f1:/1732616472882/DeleteFamily/seqid=0 2024-11-26T10:21:18,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741842_1018 (size=5158) 2024-11-26T10:21:18,509 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/.tmp/ns/ea3710c60e6f44e597cb86df063d80ec is 43, key is default/ns:d/1732616457144/Put/seqid=0 2024-11-26T10:21:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741843_1019 (size=5153) 2024-11-26T10:21:18,669 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 385402f6b81b251f2b6a7a49036b1534, 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:18,869 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 385402f6b81b251f2b6a7a49036b1534, 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:18,908 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/.tmp/f1/a3cd02b91b3148a18d89034f6b30c070 2024-11-26T10:21:18,912 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/.tmp/ns/ea3710c60e6f44e597cb86df063d80ec 2024-11-26T10:21:18,912 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3cd02b91b3148a18d89034f6b30c070 2024-11-26T10:21:18,927 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/.tmp/norep/c26e870328414eacae1a7da15397ecf9 is 33, key is row1/norep:/1732616472882/DeleteFamily/seqid=0 2024-11-26T10:21:18,928 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/.tmp/rep_barrier/d8b63fb2da884cbc9c903b408a7fe3d3 is 112, key is test,,1732616461613.385402f6b81b251f2b6a7a49036b1534./rep_barrier:seqnumDuringOpen/1732616462363/Put/seqid=0 2024-11-26T10:21:18,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741844_1020 (size=5108) 2024-11-26T10:21:18,931 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1193, reset compression=false 2024-11-26T10:21:18,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741845_1021 (size=5518) 2024-11-26T10:21:18,933 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/.tmp/rep_barrier/d8b63fb2da884cbc9c903b408a7fe3d3 2024-11-26T10:21:18,936 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:18,936 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1440, reset compression=false 2024-11-26T10:21:18,936 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,41291,1732616455417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:18,936 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 94eedbb855cf,41291,1732616455417: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-94eedbb855cf,41291,1732616455417, walGroup=94eedbb855cf%2C41291%2C1732616455417, offset=94eedbb855cf%2C41291%2C1732616455417.1732616456226:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:41291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T10:21:18,937 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T10:21:18,938 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T10:21:18,938 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T10:21:18,938 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T10:21:18,938 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T10:21:18,938 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 955550880 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202216680 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T10:21:18,939 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:33563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:33563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T10:21:18,957 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/.tmp/table/959d5e5c54a7407298d0aae7a3c9f653 is 53, key is hbase:replication/table:state/1732616465716/Put/seqid=0 2024-11-26T10:21:18,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741846_1022 (size=5308) 2024-11-26T10:21:18,961 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/.tmp/table/959d5e5c54a7407298d0aae7a3c9f653 2024-11-26T10:21:18,964 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/.tmp/info/366835f309ee49a08887c725948cf4bd as hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/info/366835f309ee49a08887c725948cf4bd 2024-11-26T10:21:18,968 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/info/366835f309ee49a08887c725948cf4bd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T10:21:18,968 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/.tmp/ns/ea3710c60e6f44e597cb86df063d80ec as hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/ns/ea3710c60e6f44e597cb86df063d80ec 2024-11-26T10:21:18,971 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/ns/ea3710c60e6f44e597cb86df063d80ec, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T10:21:18,972 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/.tmp/rep_barrier/d8b63fb2da884cbc9c903b408a7fe3d3 as hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/rep_barrier/d8b63fb2da884cbc9c903b408a7fe3d3 2024-11-26T10:21:18,975 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/rep_barrier/d8b63fb2da884cbc9c903b408a7fe3d3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T10:21:18,976 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/.tmp/table/959d5e5c54a7407298d0aae7a3c9f653 as hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/table/959d5e5c54a7407298d0aae7a3c9f653 2024-11-26T10:21:18,980 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/table/959d5e5c54a7407298d0aae7a3c9f653, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T10:21:18,981 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false 2024-11-26T10:21:18,981 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:21:18,989 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:21:18,989 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:18,989 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:21:18,989 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:18,989 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616478069Running coprocessor pre-close hooks at 1732616478069Disabling compacts and flushes for region at 1732616478069Disabling writes for close at 1732616478069Obtaining lock to block concurrent updates at 1732616478069Preparing flush snapshotting stores in 1588230740 at 1732616478069Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732616478069Flushing stores of hbase:meta,,1.1588230740 at 1732616478070 (+1 ms)Flushing 1588230740/info: creating writer at 1732616478070Flushing 1588230740/info: appending metadata at 1732616478086 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732616478086Flushing 1588230740/ns: creating writer at 1732616478493 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732616478508 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732616478508Flushing 1588230740/rep_barrier: creating writer at 1732616478915 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616478928 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616478928Flushing 1588230740/table: creating writer at 1732616478936 (+8 ms)Flushing 1588230740/table: appending metadata at 1732616478957 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732616478957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535900d3: reopening flushed file at 1732616478964 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3112c8c5: reopening flushed file at 1732616478968 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f11d796: reopening flushed file at 1732616478971 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28160664: reopening flushed file at 1732616478975 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=16, compaction requested=false at 1732616478981 (+6 ms)Writing region close event to WAL at 1732616478986 (+5 ms)Running coprocessor post-close hooks at 1732616478989 (+3 ms)Closed at 1732616478989 2024-11-26T10:21:18,989 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:19,052 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:19,069 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:21:19,069 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1325): Online Regions={385402f6b81b251f2b6a7a49036b1534=test,,1732616461613.385402f6b81b251f2b6a7a49036b1534., 8f4c727bc8f2fc7d6bd9e9b6705168c2=hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2.} 2024-11-26T10:21:19,070 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1351): Waiting on 385402f6b81b251f2b6a7a49036b1534, 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:19,144 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1440, reset compression=false 2024-11-26T10:21:19,270 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1351): Waiting on 385402f6b81b251f2b6a7a49036b1534, 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:19,331 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/.tmp/norep/c26e870328414eacae1a7da15397ecf9 2024-11-26T10:21:19,335 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c26e870328414eacae1a7da15397ecf9 2024-11-26T10:21:19,336 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/.tmp/f/f0a114b1bfb94a439ce3c3cee515af4f as hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/f/f0a114b1bfb94a439ce3c3cee515af4f 2024-11-26T10:21:19,339 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0a114b1bfb94a439ce3c3cee515af4f 2024-11-26T10:21:19,339 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/f/f0a114b1bfb94a439ce3c3cee515af4f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T10:21:19,340 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/.tmp/f1/a3cd02b91b3148a18d89034f6b30c070 as hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/f1/a3cd02b91b3148a18d89034f6b30c070 2024-11-26T10:21:19,343 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3cd02b91b3148a18d89034f6b30c070 2024-11-26T10:21:19,343 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/f1/a3cd02b91b3148a18d89034f6b30c070, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T10:21:19,344 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/.tmp/norep/c26e870328414eacae1a7da15397ecf9 as hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/norep/c26e870328414eacae1a7da15397ecf9 2024-11-26T10:21:19,347 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c26e870328414eacae1a7da15397ecf9 2024-11-26T10:21:19,347 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/norep/c26e870328414eacae1a7da15397ecf9, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T10:21:19,348 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 385402f6b81b251f2b6a7a49036b1534 in 1281ms, sequenceid=10, compaction requested=false 2024-11-26T10:21:19,348 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T10:21:19,352 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/data/default/test/385402f6b81b251f2b6a7a49036b1534/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T10:21:19,353 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:19,353 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:21:19,353 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. 2024-11-26T10:21:19,353 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 385402f6b81b251f2b6a7a49036b1534: Waiting for close lock at 1732616478067Running coprocessor pre-close hooks at 1732616478067Disabling compacts and flushes for region at 1732616478067Disabling writes for close at 1732616478067Obtaining lock to block concurrent updates at 1732616478067Preparing flush snapshotting stores in 385402f6b81b251f2b6a7a49036b1534 at 1732616478067Finished memstore snapshotting test,,1732616461613.385402f6b81b251f2b6a7a49036b1534., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732616478068 (+1 ms)Flushing stores of test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. at 1732616478068Flushing 385402f6b81b251f2b6a7a49036b1534/f: creating writer at 1732616478068Flushing 385402f6b81b251f2b6a7a49036b1534/f: appending metadata at 1732616478083 (+15 ms)Flushing 385402f6b81b251f2b6a7a49036b1534/f: closing flushed file at 1732616478083Flushing 385402f6b81b251f2b6a7a49036b1534/f1: creating writer at 1732616478491 (+408 ms)Flushing 385402f6b81b251f2b6a7a49036b1534/f1: appending metadata at 1732616478504 (+13 ms)Flushing 385402f6b81b251f2b6a7a49036b1534/f1: closing flushed file at 1732616478504Flushing 385402f6b81b251f2b6a7a49036b1534/norep: creating writer at 1732616478912 (+408 ms)Flushing 385402f6b81b251f2b6a7a49036b1534/norep: appending metadata at 1732616478926 (+14 ms)Flushing 385402f6b81b251f2b6a7a49036b1534/norep: closing flushed file at 1732616478926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea4d8e4: reopening flushed file at 1732616479335 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ff0a7b: reopening flushed file at 1732616479340 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cae1f17: reopening flushed file at 1732616479344 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 385402f6b81b251f2b6a7a49036b1534 in 1281ms, sequenceid=10, compaction requested=false at 1732616479348 (+4 ms)Writing region close event to WAL at 1732616479350 (+2 ms)Running coprocessor post-close hooks at 1732616479353 (+3 ms)Closed at 1732616479353 2024-11-26T10:21:19,353 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616461613.385402f6b81b251f2b6a7a49036b1534. 2024-11-26T10:21:19,353 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f4c727bc8f2fc7d6bd9e9b6705168c2, disabling compactions & flushes 2024-11-26T10:21:19,353 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:19,353 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:19,353 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. after waiting 0 ms 2024-11-26T10:21:19,353 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:19,353 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f4c727bc8f2fc7d6bd9e9b6705168c2: Waiting for close lock at 1732616479353Running coprocessor pre-close hooks at 1732616479353Disabling compacts and flushes for region at 1732616479353Disabling writes for close at 1732616479353Failed flush hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2., putting online again at 1732616479353 2024-11-26T10:21:19,354 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:19,448 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 1440, reset compression=false 2024-11-26T10:21:19,455 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:19,455 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 2084, reset compression=false 2024-11-26T10:21:19,470 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:19,470 DEBUG [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1351): Waiting on 8f4c727bc8f2fc7d6bd9e9b6705168c2 2024-11-26T10:21:19,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f4c727bc8f2fc7d6bd9e9b6705168c2, disabling compactions & flushes 2024-11-26T10:21:19,470 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:19,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:19,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. after waiting 0 ms 2024-11-26T10:21:19,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:19,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f4c727bc8f2fc7d6bd9e9b6705168c2: Waiting for close lock at 1732616479470Running coprocessor pre-close hooks at 1732616479470Disabling compacts and flushes for region at 1732616479470Disabling writes for close at 1732616479470Failed flush hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2., putting online again at 1732616479470 2024-11-26T10:21:19,470 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732616464545.8f4c727bc8f2fc7d6bd9e9b6705168c2. 2024-11-26T10:21:19,658 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.1732616456226 to pos 2084, reset compression=false 2024-11-26T10:21:19,670 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T10:21:19,670 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,41291,1732616455417; all regions closed. 2024-11-26T10:21:19,672 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/WALs/94eedbb855cf,41291,1732616455417/94eedbb855cf%2C41291%2C1732616455417.meta.1732616457105.meta not finished, retry = 0 2024-11-26T10:21:19,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741834_1010 (size=4239) 2024-11-26T10:21:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741839_1015 (size=2171) 2024-11-26T10:21:19,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741832_1008 (size=2092) 2024-11-26T10:21:19,778 DEBUG [RS:0;94eedbb855cf:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:19,778 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:21:19,778 INFO [RS:0;94eedbb855cf:41291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:21:19,778 INFO [RS:0;94eedbb855cf:41291 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:21:19,778 INFO [RS:0;94eedbb855cf:41291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:21:19,778 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:21:19,779 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,41291,1732616455417 because: Region server is closing 2024-11-26T10:21:19,779 INFO [RS:0;94eedbb855cf:41291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:41291. 2024-11-26T10:21:19,779 DEBUG [RS:0;94eedbb855cf:41291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:19,779 DEBUG [RS:0;94eedbb855cf:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:19,779 DEBUG [RS:0;94eedbb855cf:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:19,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:19,879 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.shipper94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 terminated 2024-11-26T10:21:19,879 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,41291,1732616455417.replicationSource.wal-reader.94eedbb855cf%2C41291%2C1732616455417,1-94eedbb855cf,41291,1732616455417 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:21:19,880 INFO [RS:0;94eedbb855cf:41291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:41291. 2024-11-26T10:21:19,880 DEBUG [RS:0;94eedbb855cf:41291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:19,880 DEBUG [RS:0;94eedbb855cf:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:19,880 DEBUG [RS:0;94eedbb855cf:41291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:19,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:19,880 INFO [RS:0;94eedbb855cf:41291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41291 2024-11-26T10:21:19,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229/rs 2024-11-26T10:21:19,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-234335229/rs/94eedbb855cf,41291,1732616455417 2024-11-26T10:21:19,883 INFO [RS:0;94eedbb855cf:41291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:21:19,884 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,41291,1732616455417] 2024-11-26T10:21:19,892 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-234335229/draining/94eedbb855cf,41291,1732616455417 already deleted, retry=false 2024-11-26T10:21:19,892 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,41291,1732616455417 expired; onlineServers=0 2024-11-26T10:21:19,892 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,33563,1732616455381' ***** 2024-11-26T10:21:19,892 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:21:19,892 INFO [M:0;94eedbb855cf:33563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:21:19,892 INFO [M:0;94eedbb855cf:33563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:21:19,892 DEBUG [M:0;94eedbb855cf:33563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:21:19,892 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:21:19,892 DEBUG [M:0;94eedbb855cf:33563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:21:19,892 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616455955 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616455955,5,FailOnTimeoutGroup] 2024-11-26T10:21:19,892 INFO [M:0;94eedbb855cf:33563 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:21:19,893 INFO [M:0;94eedbb855cf:33563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:21:19,893 DEBUG [M:0;94eedbb855cf:33563 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:21:19,893 INFO [M:0;94eedbb855cf:33563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:21:19,893 INFO [M:0;94eedbb855cf:33563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:21:19,893 INFO [M:0;94eedbb855cf:33563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:21:19,892 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616455955 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616455955,5,FailOnTimeoutGroup] 2024-11-26T10:21:19,893 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:21:19,894 DEBUG [M:0;94eedbb855cf:33563 {}] zookeeper.ZKUtil(347): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Unable to get data of znode /1-234335229/master because node does not exist (not an error) 2024-11-26T10:21:19,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-234335229/master 2024-11-26T10:21:19,894 WARN [M:0;94eedbb855cf:33563 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:21:19,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-234335229 2024-11-26T10:21:19,897 INFO [M:0;94eedbb855cf:33563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/.lastflushedseqids 2024-11-26T10:21:19,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741847_1023 (size=245) 2024-11-26T10:21:19,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:19,991 INFO [RS:0;94eedbb855cf:41291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:21:19,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41291-0x10153cadb730004, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:19,991 INFO [RS:0;94eedbb855cf:41291 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,41291,1732616455417; zookeeper connection closed. 2024-11-26T10:21:19,992 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2604313 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2604313 2024-11-26T10:21:19,992 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:21:20,256 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:20,306 INFO [M:0;94eedbb855cf:33563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:21:20,306 INFO [M:0;94eedbb855cf:33563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:21:20,306 DEBUG [M:0;94eedbb855cf:33563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:21:20,306 INFO [M:0;94eedbb855cf:33563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:20,306 DEBUG [M:0;94eedbb855cf:33563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:20,306 DEBUG [M:0;94eedbb855cf:33563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:21:20,306 DEBUG [M:0;94eedbb855cf:33563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:20,306 INFO [M:0;94eedbb855cf:33563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T10:21:20,325 DEBUG [M:0;94eedbb855cf:33563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5432ac0ab43143e9aac86a569624db42 is 82, key is hbase:meta,,1/info:regioninfo/1732616457136/Put/seqid=0 2024-11-26T10:21:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741848_1024 (size=5672) 2024-11-26T10:21:20,328 INFO [M:0;94eedbb855cf:33563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5432ac0ab43143e9aac86a569624db42 2024-11-26T10:21:20,347 DEBUG [M:0;94eedbb855cf:33563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/feeecfc7cca948e9a8f7e983be4acfe3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732616465719/Put/seqid=0 2024-11-26T10:21:20,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741849_1025 (size=8516) 2024-11-26T10:21:20,458 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:21:20,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:20,751 INFO [M:0;94eedbb855cf:33563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/feeecfc7cca948e9a8f7e983be4acfe3 2024-11-26T10:21:20,774 DEBUG [M:0;94eedbb855cf:33563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb60b3553bed4b1ea75047bc3561085e is 69, key is 94eedbb855cf,41291,1732616455417/rs:state/1732616456061/Put/seqid=0 2024-11-26T10:21:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741850_1026 (size=5156) 2024-11-26T10:21:21,149 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T10:21:21,178 INFO [M:0;94eedbb855cf:33563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb60b3553bed4b1ea75047bc3561085e 2024-11-26T10:21:21,183 DEBUG [M:0;94eedbb855cf:33563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5432ac0ab43143e9aac86a569624db42 as hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5432ac0ab43143e9aac86a569624db42 2024-11-26T10:21:21,186 INFO [M:0;94eedbb855cf:33563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5432ac0ab43143e9aac86a569624db42, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T10:21:21,187 DEBUG [M:0;94eedbb855cf:33563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/feeecfc7cca948e9a8f7e983be4acfe3 as hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/feeecfc7cca948e9a8f7e983be4acfe3 2024-11-26T10:21:21,190 INFO [M:0;94eedbb855cf:33563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/feeecfc7cca948e9a8f7e983be4acfe3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T10:21:21,191 DEBUG [M:0;94eedbb855cf:33563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb60b3553bed4b1ea75047bc3561085e as hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb60b3553bed4b1ea75047bc3561085e 2024-11-26T10:21:21,194 INFO [M:0;94eedbb855cf:33563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40549/user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb60b3553bed4b1ea75047bc3561085e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T10:21:21,195 INFO [M:0;94eedbb855cf:33563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false 2024-11-26T10:21:21,196 INFO [M:0;94eedbb855cf:33563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:21,196 DEBUG [M:0;94eedbb855cf:33563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616480306Disabling compacts and flushes for region at 1732616480306Disabling writes for close at 1732616480306Obtaining lock to block concurrent updates at 1732616480306Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616480306Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732616480307 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616480307Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616480307Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616480324 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616480325 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616480332 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616480347 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616480347Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616480755 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616480774 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616480774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33da1ce4: reopening flushed file at 1732616481182 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f4521b: reopening flushed file at 1732616481186 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6022be5: reopening flushed file at 1732616481190 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false at 1732616481195 (+5 ms)Writing region close event to WAL at 1732616481196 (+1 ms)Closed at 1732616481196 2024-11-26T10:21:21,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741830_1006 (size=63654) 2024-11-26T10:21:21,198 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/683a22bb-1a82-fb24-6282-697f383f86c9/MasterData/WALs/94eedbb855cf,33563,1732616455381/94eedbb855cf%2C33563%2C1732616455381.1732616455890 not finished, retry = 0 2024-11-26T10:21:21,299 INFO [M:0;94eedbb855cf:33563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:21:21,299 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:21:21,299 INFO [M:0;94eedbb855cf:33563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33563 2024-11-26T10:21:21,299 INFO [M:0;94eedbb855cf:33563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:21:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:21,401 INFO [M:0;94eedbb855cf:33563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:21:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33563-0x10153cadb730003, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:21,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e55eb3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:21:21,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53054af2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:21:21,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:21:21,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374948d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:21:21,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50116699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/hadoop.log.dir/,STOPPED} 2024-11-26T10:21:21,407 WARN [BP-1796479646-172.17.0.2-1732616454428 heartbeating to localhost/127.0.0.1:40549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:21:21,407 WARN [BP-1796479646-172.17.0.2-1732616454428 heartbeating to localhost/127.0.0.1:40549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1796479646-172.17.0.2-1732616454428 (Datanode Uuid 5e16c513-27f1-4b23-9641-dff19256c42a) service to localhost/127.0.0.1:40549 2024-11-26T10:21:21,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:21:21,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:21:21,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/cluster_c3da6060-04ad-c55a-b3fe-a129c11bf202/data/data1/current/BP-1796479646-172.17.0.2-1732616454428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:21:21,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/cluster_c3da6060-04ad-c55a-b3fe-a129c11bf202/data/data2/current/BP-1796479646-172.17.0.2-1732616454428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:21:21,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:21:21,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77fb63e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:21:21,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f4346b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:21:21,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:21:21,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7591289f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:21:21,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e0c54ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d15802a-443d-a876-3e9f-70360867de49/hadoop.log.dir/,STOPPED} 2024-11-26T10:21:21,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:21:21,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:21:21,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:21,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:21,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:21,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:21,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:21,433 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:21:21,433 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1698771555, stopped=false 2024-11-26T10:21:21,433 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,43897,1732616451164 2024-11-26T10:21:21,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-140465158/running 2024-11-26T10:21:21,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-140465158/running 2024-11-26T10:21:21,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:21:21,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:21:21,435 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:21:21,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Set watcher on znode that does not yet exist, /0-140465158/running 2024-11-26T10:21:21,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Set watcher on znode that does not yet exist, /0-140465158/running 2024-11-26T10:21:21,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:21,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:21,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:21,437 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,44191,1732616451249' ***** 2024-11-26T10:21:21,437 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:21:21,437 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:21:21,437 INFO [RS:0;94eedbb855cf:44191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:21:21,437 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:21:21,437 INFO [RS:0;94eedbb855cf:44191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:21:21,437 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(3091): Received CLOSE for a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:21,437 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:21,437 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,44191,1732616451249 2024-11-26T10:21:21,437 INFO [RS:0;94eedbb855cf:44191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:21:21,437 INFO [RS:0;94eedbb855cf:44191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:44191. 2024-11-26T10:21:21,437 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1c41dffdb2d274ae21958e3f869dee9, disabling compactions & flushes 2024-11-26T10:21:21,437 DEBUG [RS:0;94eedbb855cf:44191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:21,437 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. 2024-11-26T10:21:21,437 DEBUG [RS:0;94eedbb855cf:44191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:21,438 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. 2024-11-26T10:21:21,438 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. after waiting 0 ms 2024-11-26T10:21:21,438 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. 2024-11-26T10:21:21,438 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:21:21,438 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:21:21,438 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:21:21,438 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:21:21,438 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a1c41dffdb2d274ae21958e3f869dee9 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-26T10:21:21,440 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T10:21:21,441 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1325): Online Regions={a1c41dffdb2d274ae21958e3f869dee9=test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9., 3c767f910f32e4e0dc49b6aeb8275234=hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:21:21,441 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c767f910f32e4e0dc49b6aeb8275234, a1c41dffdb2d274ae21958e3f869dee9 2024-11-26T10:21:21,441 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:21:21,441 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:21:21,441 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:21:21,441 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:21:21,441 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:21:21,441 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T10:21:21,459 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/.tmp/f/a8c6fcbf780e46c19448b27b405a03b0 is 28, key is row/f:/1732616471878/DeleteFamily/seqid=0 2024-11-26T10:21:21,462 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/.tmp/info/9473b6b6df9a4fd39deba348ec8595b8 is 147, key is hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234./info:regioninfo/1732616464210/Put/seqid=0 2024-11-26T10:21:21,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741840_1016 (size=5085) 2024-11-26T10:21:21,463 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/.tmp/f/a8c6fcbf780e46c19448b27b405a03b0 2024-11-26T10:21:21,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741841_1017 (size=7686) 2024-11-26T10:21:21,467 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8c6fcbf780e46c19448b27b405a03b0 2024-11-26T10:21:21,468 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:21:21,481 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/.tmp/f1/78be2119b6214b718418ab05943cd79f is 29, key is row/f1:/1732616471878/DeleteFamily/seqid=0 2024-11-26T10:21:21,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741842_1018 (size=5089) 2024-11-26T10:21:21,485 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/.tmp/f1/78be2119b6214b718418ab05943cd79f 2024-11-26T10:21:21,488 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78be2119b6214b718418ab05943cd79f 2024-11-26T10:21:21,502 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/.tmp/norep/acd6b880ed6f49bfaa72deb8aa29c76b is 32, key is row/norep:/1732616471878/DeleteFamily/seqid=0 2024-11-26T10:21:21,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741843_1019 (size=5101) 2024-11-26T10:21:21,505 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/.tmp/norep/acd6b880ed6f49bfaa72deb8aa29c76b 2024-11-26T10:21:21,508 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for acd6b880ed6f49bfaa72deb8aa29c76b 2024-11-26T10:21:21,508 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/.tmp/f/a8c6fcbf780e46c19448b27b405a03b0 as hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/f/a8c6fcbf780e46c19448b27b405a03b0 2024-11-26T10:21:21,512 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8c6fcbf780e46c19448b27b405a03b0 2024-11-26T10:21:21,512 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/f/a8c6fcbf780e46c19448b27b405a03b0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T10:21:21,512 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/.tmp/f1/78be2119b6214b718418ab05943cd79f as hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/f1/78be2119b6214b718418ab05943cd79f 2024-11-26T10:21:21,515 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78be2119b6214b718418ab05943cd79f 2024-11-26T10:21:21,515 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/f1/78be2119b6214b718418ab05943cd79f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T10:21:21,516 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/.tmp/norep/acd6b880ed6f49bfaa72deb8aa29c76b as hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/norep/acd6b880ed6f49bfaa72deb8aa29c76b 2024-11-26T10:21:21,519 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for acd6b880ed6f49bfaa72deb8aa29c76b 2024-11-26T10:21:21,519 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/norep/acd6b880ed6f49bfaa72deb8aa29c76b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T10:21:21,520 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a1c41dffdb2d274ae21958e3f869dee9 in 82ms, sequenceid=6, compaction requested=false 2024-11-26T10:21:21,520 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T10:21:21,524 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/default/test/a1c41dffdb2d274ae21958e3f869dee9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T10:21:21,524 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:21,524 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:21:21,524 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. 2024-11-26T10:21:21,524 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1c41dffdb2d274ae21958e3f869dee9: Waiting for close lock at 1732616481437Running coprocessor pre-close hooks at 1732616481437Disabling compacts and flushes for region at 1732616481437Disabling writes for close at 1732616481438 (+1 ms)Obtaining lock to block concurrent updates at 1732616481438Preparing flush snapshotting stores in a1c41dffdb2d274ae21958e3f869dee9 at 1732616481438Finished memstore snapshotting test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732616481438Flushing stores of test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. at 1732616481438Flushing a1c41dffdb2d274ae21958e3f869dee9/f: creating writer at 1732616481439 (+1 ms)Flushing a1c41dffdb2d274ae21958e3f869dee9/f: appending metadata at 1732616481458 (+19 ms)Flushing a1c41dffdb2d274ae21958e3f869dee9/f: closing flushed file at 1732616481458Flushing a1c41dffdb2d274ae21958e3f869dee9/f1: creating writer at 1732616481467 (+9 ms)Flushing a1c41dffdb2d274ae21958e3f869dee9/f1: appending metadata at 1732616481481 (+14 ms)Flushing a1c41dffdb2d274ae21958e3f869dee9/f1: closing flushed file at 1732616481481Flushing a1c41dffdb2d274ae21958e3f869dee9/norep: creating writer at 1732616481488 (+7 ms)Flushing a1c41dffdb2d274ae21958e3f869dee9/norep: appending metadata at 1732616481501 (+13 ms)Flushing a1c41dffdb2d274ae21958e3f869dee9/norep: closing flushed file at 1732616481501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57cc5a3b: reopening flushed file at 1732616481508 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742b95dc: reopening flushed file at 1732616481512 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7032dd3f: reopening flushed file at 1732616481515 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a1c41dffdb2d274ae21958e3f869dee9 in 82ms, sequenceid=6, compaction requested=false at 1732616481520 (+5 ms)Writing region close event to WAL at 1732616481521 (+1 ms)Running coprocessor post-close hooks at 1732616481524 (+3 ms)Closed at 1732616481524 2024-11-26T10:21:21,524 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9. 2024-11-26T10:21:21,524 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c767f910f32e4e0dc49b6aeb8275234, disabling compactions & flushes 2024-11-26T10:21:21,524 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. 2024-11-26T10:21:21,524 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. 2024-11-26T10:21:21,524 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. after waiting 0 ms 2024-11-26T10:21:21,525 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. 2024-11-26T10:21:21,525 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c767f910f32e4e0dc49b6aeb8275234 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-26T10:21:21,544 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/replication/3c767f910f32e4e0dc49b6aeb8275234/.tmp/queue/c4b079d5d6d64adeb54e36ebd11e05c7 is 153, key is 1-94eedbb855cf,44191,1732616451249/queue:94eedbb855cf%2C44191%2C1732616451249/1732616472511/Put/seqid=0 2024-11-26T10:21:21,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741844_1020 (size=5352) 2024-11-26T10:21:21,559 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 636, reset compression=false 2024-11-26T10:21:21,563 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:21,563 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 1527, reset compression=false 2024-11-26T10:21:21,563 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,44191,1732616451249 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:21,564 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 94eedbb855cf,44191,1732616451249: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-94eedbb855cf,44191,1732616451249, walGroup=94eedbb855cf%2C44191%2C1732616451249, offset=94eedbb855cf%2C44191%2C1732616451249.1732616453277:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:44191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T10:21:21,566 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T10:21:21,566 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T10:21:21,566 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T10:21:21,566 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T10:21:21,566 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T10:21:21,566 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 1035242656 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 201361960 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T10:21:21,567 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:43897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:43897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T10:21:21,641 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:21,766 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 1527, reset compression=false 2024-11-26T10:21:21,841 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c767f910f32e4e0dc49b6aeb8275234 2024-11-26T10:21:21,866 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/.tmp/info/9473b6b6df9a4fd39deba348ec8595b8 2024-11-26T10:21:21,886 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/.tmp/ns/765a884e1ce947aa8857a19c06ee321a is 43, key is default/ns:d/1732616454283/Put/seqid=0 2024-11-26T10:21:21,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741845_1021 (size=5153) 2024-11-26T10:21:21,948 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/replication/3c767f910f32e4e0dc49b6aeb8275234/.tmp/queue/c4b079d5d6d64adeb54e36ebd11e05c7 2024-11-26T10:21:21,952 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/replication/3c767f910f32e4e0dc49b6aeb8275234/.tmp/queue/c4b079d5d6d64adeb54e36ebd11e05c7 as hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/replication/3c767f910f32e4e0dc49b6aeb8275234/queue/c4b079d5d6d64adeb54e36ebd11e05c7 2024-11-26T10:21:21,956 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/replication/3c767f910f32e4e0dc49b6aeb8275234/queue/c4b079d5d6d64adeb54e36ebd11e05c7, entries=1, sequenceid=8, filesize=5.2 K 2024-11-26T10:21:21,957 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 3c767f910f32e4e0dc49b6aeb8275234 in 432ms, sequenceid=8, compaction requested=false 2024-11-26T10:21:21,957 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T10:21:21,961 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/replication/3c767f910f32e4e0dc49b6aeb8275234/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T10:21:21,961 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:21,961 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:21:21,961 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. 2024-11-26T10:21:21,961 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c767f910f32e4e0dc49b6aeb8275234: Waiting for close lock at 1732616481524Running coprocessor pre-close hooks at 1732616481524Disabling compacts and flushes for region at 1732616481524Disabling writes for close at 1732616481524Obtaining lock to block concurrent updates at 1732616481525 (+1 ms)Preparing flush snapshotting stores in 3c767f910f32e4e0dc49b6aeb8275234 at 1732616481525Finished memstore snapshotting hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732616481525Flushing stores of hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. at 1732616481525Flushing 3c767f910f32e4e0dc49b6aeb8275234/queue: creating writer at 1732616481525Flushing 3c767f910f32e4e0dc49b6aeb8275234/queue: appending metadata at 1732616481543 (+18 ms)Flushing 3c767f910f32e4e0dc49b6aeb8275234/queue: closing flushed file at 1732616481543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799b07f3: reopening flushed file at 1732616481952 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 3c767f910f32e4e0dc49b6aeb8275234 in 432ms, sequenceid=8, compaction requested=false at 1732616481957 (+5 ms)Writing region close event to WAL at 1732616481958 (+1 ms)Running coprocessor post-close hooks at 1732616481961 (+3 ms)Closed at 1732616481961 2024-11-26T10:21:21,961 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616463404.3c767f910f32e4e0dc49b6aeb8275234. 2024-11-26T10:21:22,041 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:22,070 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 1527, reset compression=false 2024-11-26T10:21:22,139 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:21:22,139 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:21:22,241 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:22,289 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/.tmp/ns/765a884e1ce947aa8857a19c06ee321a 2024-11-26T10:21:22,316 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/.tmp/rep_barrier/6fa542e7f81246a79fa1d4642b9d0f32 is 112, key is test,,1732616460471.a1c41dffdb2d274ae21958e3f869dee9./rep_barrier:seqnumDuringOpen/1732616461222/Put/seqid=0 2024-11-26T10:21:22,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741846_1022 (size=5518) 2024-11-26T10:21:22,442 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:21:22,442 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:21:22,442 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:22,474 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 1527, reset compression=false 2024-11-26T10:21:22,642 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:22,720 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/.tmp/rep_barrier/6fa542e7f81246a79fa1d4642b9d0f32 2024-11-26T10:21:22,739 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/.tmp/table/e8a4875ebedb42c8a3f076635c97be9b is 53, key is hbase:replication/table:state/1732616464221/Put/seqid=0 2024-11-26T10:21:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741847_1023 (size=5308) 2024-11-26T10:21:22,842 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:22,977 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.1732616453277 to pos 1527, reset compression=false 2024-11-26T10:21:23,042 DEBUG [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:23,143 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/.tmp/table/e8a4875ebedb42c8a3f076635c97be9b 2024-11-26T10:21:23,147 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/.tmp/info/9473b6b6df9a4fd39deba348ec8595b8 as hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/info/9473b6b6df9a4fd39deba348ec8595b8 2024-11-26T10:21:23,151 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/info/9473b6b6df9a4fd39deba348ec8595b8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T10:21:23,151 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/.tmp/ns/765a884e1ce947aa8857a19c06ee321a as hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/ns/765a884e1ce947aa8857a19c06ee321a 2024-11-26T10:21:23,154 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/ns/765a884e1ce947aa8857a19c06ee321a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T10:21:23,155 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/.tmp/rep_barrier/6fa542e7f81246a79fa1d4642b9d0f32 as hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/rep_barrier/6fa542e7f81246a79fa1d4642b9d0f32 2024-11-26T10:21:23,158 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/rep_barrier/6fa542e7f81246a79fa1d4642b9d0f32, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T10:21:23,159 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/.tmp/table/e8a4875ebedb42c8a3f076635c97be9b as hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/table/e8a4875ebedb42c8a3f076635c97be9b 2024-11-26T10:21:23,162 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/table/e8a4875ebedb42c8a3f076635c97be9b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T10:21:23,163 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-11-26T10:21:23,163 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:21:23,171 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:21:23,171 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:23,172 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:21:23,172 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:23,172 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616481441Running coprocessor pre-close hooks at 1732616481441Disabling compacts and flushes for region at 1732616481441Disabling writes for close at 1732616481441Obtaining lock to block concurrent updates at 1732616481441Preparing flush snapshotting stores in 1588230740 at 1732616481441Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732616481441Flushing stores of hbase:meta,,1.1588230740 at 1732616481444 (+3 ms)Flushing 1588230740/info: creating writer at 1732616481444Flushing 1588230740/info: appending metadata at 1732616481462 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732616481462Flushing 1588230740/ns: creating writer at 1732616481870 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732616481885 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732616481885Flushing 1588230740/rep_barrier: creating writer at 1732616482297 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616482315 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616482315Flushing 1588230740/table: creating writer at 1732616482724 (+409 ms)Flushing 1588230740/table: appending metadata at 1732616482739 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732616482739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@984a748: reopening flushed file at 1732616483147 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5577c2: reopening flushed file at 1732616483151 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6713acc8: reopening flushed file at 1732616483154 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a51df7: reopening flushed file at 1732616483158 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1732616483163 (+5 ms)Writing region close event to WAL at 1732616483169 (+6 ms)Running coprocessor post-close hooks at 1732616483171 (+2 ms)Closed at 1732616483172 (+1 ms) 2024-11-26T10:21:23,172 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:23,242 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,44191,1732616451249; all regions closed. 2024-11-26T10:21:23,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741834_1010 (size=4239) 2024-11-26T10:21:23,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/WALs/94eedbb855cf,44191,1732616451249/94eedbb855cf%2C44191%2C1732616451249.meta.1732616454237.meta not finished, retry = 0 2024-11-26T10:21:23,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T10:21:23,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T10:21:23,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:21:23,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741839_1015 (size=2240) 2024-11-26T10:21:23,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741832_1008 (size=1535) 2024-11-26T10:21:23,350 DEBUG [RS:0;94eedbb855cf:44191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:23,350 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:21:23,350 INFO [RS:0;94eedbb855cf:44191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:21:23,350 INFO [RS:0;94eedbb855cf:44191 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:21:23,350 INFO [RS:0;94eedbb855cf:44191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:21:23,350 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:21:23,350 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,44191,1732616451249 because: Region server is closing 2024-11-26T10:21:23,351 INFO [RS:0;94eedbb855cf:44191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:44191. 2024-11-26T10:21:23,351 DEBUG [RS:0;94eedbb855cf:44191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:23,351 DEBUG [RS:0;94eedbb855cf:44191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:23,351 DEBUG [RS:0;94eedbb855cf:44191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:23,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:23,451 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.shipper94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 terminated 2024-11-26T10:21:23,451 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,44191,1732616451249.replicationSource.wal-reader.94eedbb855cf%2C44191%2C1732616451249,1-94eedbb855cf,44191,1732616451249 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T10:21:23,451 INFO [RS:0;94eedbb855cf:44191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44191 2024-11-26T10:21:23,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-140465158/rs/94eedbb855cf,44191,1732616451249 2024-11-26T10:21:23,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158/rs 2024-11-26T10:21:23,453 INFO [RS:0;94eedbb855cf:44191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:21:23,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,44191,1732616451249] 2024-11-26T10:21:23,457 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-140465158/draining/94eedbb855cf,44191,1732616451249 already deleted, retry=false 2024-11-26T10:21:23,457 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,44191,1732616451249 expired; onlineServers=0 2024-11-26T10:21:23,457 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,43897,1732616451164' ***** 2024-11-26T10:21:23,457 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:21:23,457 INFO [M:0;94eedbb855cf:43897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:21:23,457 INFO [M:0;94eedbb855cf:43897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:21:23,457 DEBUG [M:0;94eedbb855cf:43897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:21:23,457 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:21:23,457 DEBUG [M:0;94eedbb855cf:43897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:21:23,457 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616453083 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616453083,5,FailOnTimeoutGroup] 2024-11-26T10:21:23,457 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616453083 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616453083,5,FailOnTimeoutGroup] 2024-11-26T10:21:23,457 INFO [M:0;94eedbb855cf:43897 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:21:23,457 INFO [M:0;94eedbb855cf:43897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:21:23,457 DEBUG [M:0;94eedbb855cf:43897 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:21:23,457 INFO [M:0;94eedbb855cf:43897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:21:23,457 INFO [M:0;94eedbb855cf:43897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:21:23,458 INFO [M:0;94eedbb855cf:43897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:21:23,458 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:21:23,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-140465158/master 2024-11-26T10:21:23,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-140465158 2024-11-26T10:21:23,458 DEBUG [M:0;94eedbb855cf:43897 {}] zookeeper.ZKUtil(347): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Unable to get data of znode /0-140465158/master because node does not exist (not an error) 2024-11-26T10:21:23,458 WARN [M:0;94eedbb855cf:43897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:21:23,459 INFO [M:0;94eedbb855cf:43897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/.lastflushedseqids 2024-11-26T10:21:23,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741848_1024 (size=245) 2024-11-26T10:21:23,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:23,556 INFO [RS:0;94eedbb855cf:44191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:21:23,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44191-0x10153cadb730001, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:23,556 INFO [RS:0;94eedbb855cf:44191 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,44191,1732616451249; zookeeper connection closed. 2024-11-26T10:21:23,556 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cc23d59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cc23d59 2024-11-26T10:21:23,556 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:21:23,868 INFO [M:0;94eedbb855cf:43897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:21:23,868 INFO [M:0;94eedbb855cf:43897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:21:23,869 DEBUG [M:0;94eedbb855cf:43897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:21:23,869 INFO [M:0;94eedbb855cf:43897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:23,869 DEBUG [M:0;94eedbb855cf:43897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:23,869 DEBUG [M:0;94eedbb855cf:43897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:21:23,869 DEBUG [M:0;94eedbb855cf:43897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:23,869 INFO [M:0;94eedbb855cf:43897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T10:21:23,889 DEBUG [M:0;94eedbb855cf:43897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41a1446d4b11451dae389de8fcfba3d4 is 82, key is hbase:meta,,1/info:regioninfo/1732616454269/Put/seqid=0 2024-11-26T10:21:23,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741849_1025 (size=5672) 2024-11-26T10:21:24,293 INFO [M:0;94eedbb855cf:43897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41a1446d4b11451dae389de8fcfba3d4 2024-11-26T10:21:24,318 DEBUG [M:0;94eedbb855cf:43897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2978cdf875a4dc589fa47925f4c5126 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732616464225/Put/seqid=0 2024-11-26T10:21:24,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741850_1026 (size=8515) 2024-11-26T10:21:24,722 INFO [M:0;94eedbb855cf:43897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2978cdf875a4dc589fa47925f4c5126 2024-11-26T10:21:24,744 DEBUG [M:0;94eedbb855cf:43897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e62c48bcdec3416581a8969b58b2e97f is 69, key is 94eedbb855cf,44191,1732616451249/rs:state/1732616453118/Put/seqid=0 2024-11-26T10:21:24,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741851_1027 (size=5156) 2024-11-26T10:21:24,754 INFO [M:0;94eedbb855cf:43897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e62c48bcdec3416581a8969b58b2e97f 2024-11-26T10:21:24,760 DEBUG [M:0;94eedbb855cf:43897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41a1446d4b11451dae389de8fcfba3d4 as hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41a1446d4b11451dae389de8fcfba3d4 2024-11-26T10:21:24,763 INFO [M:0;94eedbb855cf:43897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41a1446d4b11451dae389de8fcfba3d4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T10:21:24,765 DEBUG [M:0;94eedbb855cf:43897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2978cdf875a4dc589fa47925f4c5126 as hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2978cdf875a4dc589fa47925f4c5126 2024-11-26T10:21:24,769 INFO [M:0;94eedbb855cf:43897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2978cdf875a4dc589fa47925f4c5126, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T10:21:24,769 DEBUG [M:0;94eedbb855cf:43897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e62c48bcdec3416581a8969b58b2e97f as hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e62c48bcdec3416581a8969b58b2e97f 2024-11-26T10:21:24,773 INFO [M:0;94eedbb855cf:43897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46677/user/jenkins/test-data/32383376-b0ae-782f-83d9-cbfbf256e8d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e62c48bcdec3416581a8969b58b2e97f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T10:21:24,774 INFO [M:0;94eedbb855cf:43897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=97, compaction requested=false 2024-11-26T10:21:24,775 INFO [M:0;94eedbb855cf:43897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:24,775 DEBUG [M:0;94eedbb855cf:43897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616483869Disabling compacts and flushes for region at 1732616483869Disabling writes for close at 1732616483869Obtaining lock to block concurrent updates at 1732616483869Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616483869Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732616483869Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616483870 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616483870Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616483888 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616483888Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616484297 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616484317 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616484318 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616484726 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616484743 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616484743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716b10bd: reopening flushed file at 1732616484759 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c389899: reopening flushed file at 1732616484764 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a868e80: reopening flushed file at 1732616484769 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=97, compaction requested=false at 1732616484774 (+5 ms)Writing region close event to WAL at 1732616484775 (+1 ms)Closed at 1732616484775 2024-11-26T10:21:24,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44385 is added to blk_1073741830_1006 (size=63642) 2024-11-26T10:21:24,777 INFO [M:0;94eedbb855cf:43897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:21:24,777 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:21:24,777 INFO [M:0;94eedbb855cf:43897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43897 2024-11-26T10:21:24,777 INFO [M:0;94eedbb855cf:43897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:21:24,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:24,879 INFO [M:0;94eedbb855cf:43897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:21:24,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43897-0x10153cadb730000, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:24,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47338a4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:21:24,883 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f3c3b89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:21:24,883 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:21:24,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a736e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:21:24,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c4ff25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/hadoop.log.dir/,STOPPED} 2024-11-26T10:21:24,884 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:21:24,884 WARN [BP-772837982-172.17.0.2-1732616450299 heartbeating to localhost/127.0.0.1:46677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:21:24,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:21:24,884 WARN [BP-772837982-172.17.0.2-1732616450299 heartbeating to localhost/127.0.0.1:46677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-772837982-172.17.0.2-1732616450299 (Datanode Uuid 83f1fab2-3418-4750-9e1d-38d8103c5b98) service to localhost/127.0.0.1:46677 2024-11-26T10:21:24,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/cluster_bb2f52cd-bd04-11d2-1f9f-3a2f27937083/data/data1/current/BP-772837982-172.17.0.2-1732616450299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:21:24,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/cluster_bb2f52cd-bd04-11d2-1f9f-3a2f27937083/data/data2/current/BP-772837982-172.17.0.2-1732616450299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:21:24,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:21:24,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28df01c1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:21:24,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a8f67af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:21:24,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:21:24,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d101001{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:21:24,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7958868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38a6dc95-2d89-8f12-a4b1-9a6268da30a7/hadoop.log.dir/,STOPPED} 2024-11-26T10:21:24,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:21:24,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:21:24,925 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 317) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58603) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:46677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46677 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58603) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36227 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40549 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58603) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=798 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 309), ProcessCount=11 (was 11), AvailableMemoryMB=5612 (was 6604) 2024-11-26T10:21:24,936 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=798, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=5611 2024-11-26T10:21:24,949 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-26T10:21:24,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/hadoop.log.dir so I do NOT create it in target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d 2024-11-26T10:21:24,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:21:24,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/hadoop.tmp.dir so I do NOT create it in target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d 2024-11-26T10:21:24,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/261ee5dc-5f4b-100f-2e0a-f789a5d05a9c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:21:24,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d 2024-11-26T10:21:24,950 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/cluster_ae7bdb3f-8372-1fe7-b814-4660619c3e55, deleteOnExit=true 2024-11-26T10:21:24,953 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/cluster_ae7bdb3f-8372-1fe7-b814-4660619c3e55/zookeeper_0, clientPort=58941, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/cluster_ae7bdb3f-8372-1fe7-b814-4660619c3e55/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/cluster_ae7bdb3f-8372-1fe7-b814-4660619c3e55/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:21:24,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58941 2024-11-26T10:21:24,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:21:24,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:21:24,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/test.cache.data in system properties and HBase conf 2024-11-26T10:21:24,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:21:24,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:21:24,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:21:24,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:21:24,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:21:24,954 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:21:24,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:21:24,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:21:24,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153cadb730002, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:21:24,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153cadb730005, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:21:24,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10153cadb730008, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:21:24,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10153cadb730008, quorum=127.0.0.1:58603, baseZNode=/21018349058 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:21:24,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153cadb730005, quorum=127.0.0.1:58603, baseZNode=/1-234335229 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:21:24,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153cadb730002, quorum=127.0.0.1:58603, baseZNode=/0-140465158 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:21:25,022 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T10:21:25,023 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,024 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,024 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,024 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,024 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,025 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,025 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,026 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,063 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,063 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,063 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,064 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,064 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,064 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,068 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,071 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,071 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,072 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:25,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:21:25,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:21:25,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:21:25,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:21:25,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:21:25,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:21:25,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4140df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:21:25,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b1868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:21:25,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e18b3a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/java.io.tmpdir/jetty-localhost-43073-hadoop-hdfs-3_4_1-tests_jar-_-any-12728300013891427531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:21:25,234 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1457bd5c{HTTP/1.1, (http/1.1)}{localhost:43073} 2024-11-26T10:21:25,234 INFO [Time-limited test {}] server.Server(415): Started @277051ms 2024-11-26T10:21:25,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:21:25,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:21:25,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:21:25,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:21:25,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:21:25,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b5e117{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:21:25,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2889f38a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:21:25,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bf442cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/java.io.tmpdir/jetty-localhost-43955-hadoop-hdfs-3_4_1-tests_jar-_-any-14678654878834704225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:21:25,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6744bde9{HTTP/1.1, (http/1.1)}{localhost:43955} 2024-11-26T10:21:25,438 INFO [Time-limited test {}] server.Server(415): Started @277255ms 2024-11-26T10:21:25,439 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:21:25,549 WARN [Thread-4170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/cluster_ae7bdb3f-8372-1fe7-b814-4660619c3e55/data/data1/current/BP-996114491-172.17.0.2-1732616484972/current, will proceed with Du for space computation calculation, 2024-11-26T10:21:25,549 WARN [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/cluster_ae7bdb3f-8372-1fe7-b814-4660619c3e55/data/data2/current/BP-996114491-172.17.0.2-1732616484972/current, will proceed with Du for space computation calculation, 2024-11-26T10:21:25,572 WARN [Thread-4158 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:21:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8517671ec5e4ad0 with lease ID 0xa1655c7f1e64040c: Processing first storage report for DS-27b09c81-3af8-497f-bda2-5c0d3d802dd9 from datanode DatanodeRegistration(127.0.0.1:44275, datanodeUuid=57c2763b-00b3-48a2-9ac2-704575591af4, infoPort=39341, infoSecurePort=0, ipcPort=44837, storageInfo=lv=-57;cid=testClusterID;nsid=705795234;c=1732616484972) 2024-11-26T10:21:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8517671ec5e4ad0 with lease ID 0xa1655c7f1e64040c: from storage DS-27b09c81-3af8-497f-bda2-5c0d3d802dd9 node DatanodeRegistration(127.0.0.1:44275, datanodeUuid=57c2763b-00b3-48a2-9ac2-704575591af4, infoPort=39341, infoSecurePort=0, ipcPort=44837, storageInfo=lv=-57;cid=testClusterID;nsid=705795234;c=1732616484972), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:21:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8517671ec5e4ad0 with lease ID 0xa1655c7f1e64040c: Processing first storage report for DS-59d1ac4a-160b-4605-8e96-3da31ffb68da from datanode DatanodeRegistration(127.0.0.1:44275, datanodeUuid=57c2763b-00b3-48a2-9ac2-704575591af4, infoPort=39341, infoSecurePort=0, ipcPort=44837, storageInfo=lv=-57;cid=testClusterID;nsid=705795234;c=1732616484972) 2024-11-26T10:21:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8517671ec5e4ad0 with lease ID 0xa1655c7f1e64040c: from storage DS-59d1ac4a-160b-4605-8e96-3da31ffb68da node DatanodeRegistration(127.0.0.1:44275, datanodeUuid=57c2763b-00b3-48a2-9ac2-704575591af4, infoPort=39341, infoSecurePort=0, ipcPort=44837, storageInfo=lv=-57;cid=testClusterID;nsid=705795234;c=1732616484972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:21:25,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d 2024-11-26T10:21:25,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:25,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:25,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:21:26,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8 with version=8 2024-11-26T10:21:26,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/hbase-staging 2024-11-26T10:21:26,080 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:21:26,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:26,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:26,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:21:26,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:26,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:21:26,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:21:26,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:21:26,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35957 2024-11-26T10:21:26,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35957 connecting to ZooKeeper ensemble=127.0.0.1:58941 2024-11-26T10:21:26,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359570x0, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:26,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35957-0x10153cb62e80000 connected 2024-11-26T10:21:26,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:26,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:26,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Set watcher on znode that does not yet exist, /0-1919563794/running 2024-11-26T10:21:26,133 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8, hbase.cluster.distributed=false 2024-11-26T10:21:26,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Set watcher on znode that does not yet exist, /0-1919563794/acl 2024-11-26T10:21:26,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35957 2024-11-26T10:21:26,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35957 2024-11-26T10:21:26,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35957 2024-11-26T10:21:26,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35957 2024-11-26T10:21:26,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35957 2024-11-26T10:21:26,171 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:21:26,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:26,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:26,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:21:26,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:26,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:21:26,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:21:26,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:21:26,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36289 2024-11-26T10:21:26,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36289 connecting to ZooKeeper ensemble=127.0.0.1:58941 2024-11-26T10:21:26,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:26,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:26,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362890x0, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:26,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362890x0, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Set watcher on znode that does not yet exist, /0-1919563794/running 2024-11-26T10:21:26,182 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:21:26,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36289-0x10153cb62e80001 connected 2024-11-26T10:21:26,190 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:21:26,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Set watcher on znode that does not yet exist, /0-1919563794/master 2024-11-26T10:21:26,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Set watcher on znode that does not yet exist, /0-1919563794/acl 2024-11-26T10:21:26,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36289 2024-11-26T10:21:26,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36289 2024-11-26T10:21:26,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36289 2024-11-26T10:21:26,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36289 2024-11-26T10:21:26,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36289 2024-11-26T10:21:26,216 DEBUG [M:0;94eedbb855cf:35957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:35957 2024-11-26T10:21:26,216 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1919563794/backup-masters/94eedbb855cf,35957,1732616486080 2024-11-26T10:21:26,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794/backup-masters 2024-11-26T10:21:26,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794/backup-masters 2024-11-26T10:21:26,219 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Set watcher on existing znode=/0-1919563794/backup-masters/94eedbb855cf,35957,1732616486080 2024-11-26T10:21:26,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1919563794/master 2024-11-26T10:21:26,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794 2024-11-26T10:21:26,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794 2024-11-26T10:21:26,221 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Set watcher on existing znode=/0-1919563794/master 2024-11-26T10:21:26,222 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1919563794/backup-masters/94eedbb855cf,35957,1732616486080 from backup master directory 2024-11-26T10:21:26,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1919563794/backup-masters/94eedbb855cf,35957,1732616486080 2024-11-26T10:21:26,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794/backup-masters 2024-11-26T10:21:26,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794/backup-masters 2024-11-26T10:21:26,224 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:21:26,224 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,35957,1732616486080 2024-11-26T10:21:26,229 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/hbase.id] with ID: 66c2575e-3d2b-4341-a8e5-4b36fa24e24b 2024-11-26T10:21:26,229 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/.tmp/hbase.id 2024-11-26T10:21:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:21:26,651 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/.tmp/hbase.id]:[hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/hbase.id] 2024-11-26T10:21:26,659 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:26,659 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:21:26,660 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:21:26,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794 2024-11-26T10:21:26,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794 2024-11-26T10:21:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:21:27,070 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:27,071 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:21:27,071 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:27,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:21:27,478 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/MasterData/data/master/store 2024-11-26T10:21:27,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:21:27,490 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:27,490 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:21:27,490 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:27,490 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:27,490 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:21:27,490 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:27,490 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:27,490 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616487490Disabling compacts and flushes for region at 1732616487490Disabling writes for close at 1732616487490Writing region close event to WAL at 1732616487490Closed at 1732616487490 2024-11-26T10:21:27,491 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/MasterData/data/master/store/.initializing 2024-11-26T10:21:27,491 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/MasterData/WALs/94eedbb855cf,35957,1732616486080 2024-11-26T10:21:27,492 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:21:27,494 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C35957%2C1732616486080, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/MasterData/WALs/94eedbb855cf,35957,1732616486080, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/MasterData/oldWALs, maxLogs=10 2024-11-26T10:21:27,520 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/MasterData/WALs/94eedbb855cf,35957,1732616486080/94eedbb855cf%2C35957%2C1732616486080.1732616487494, exclude list is [], retry=0 2024-11-26T10:21:27,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44275,DS-27b09c81-3af8-497f-bda2-5c0d3d802dd9,DISK] 2024-11-26T10:21:27,527 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/MasterData/WALs/94eedbb855cf,35957,1732616486080/94eedbb855cf%2C35957%2C1732616486080.1732616487494 2024-11-26T10:21:27,528 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39341:39341)] 2024-11-26T10:21:27,528 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:27,529 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:27,529 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:27,529 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:27,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:27,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:21:27,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:27,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:27,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:27,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:21:27,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:27,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:27,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:27,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:21:27,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:27,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:27,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:27,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:21:27,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:27,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:27,541 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:27,542 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:27,542 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:27,543 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:27,543 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:27,544 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:27,545 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:27,547 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:27,547 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60306910, jitterRate=-0.10135701298713684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:27,548 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616487529Initializing all the Stores at 1732616487530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616487530Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616487532 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616487532Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616487532Cleaning up temporary data from old regions at 1732616487543 (+11 ms)Region opened successfully at 1732616487548 (+5 ms) 2024-11-26T10:21:27,551 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:21:27,554 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ad1aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:21:27,557 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:21:27,557 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:21:27,557 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:21:27,558 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:21:27,558 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:21:27,559 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:21:27,559 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:21:27,566 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:21:27,567 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Unable to get data of znode /0-1919563794/balancer because node does not exist (not necessarily an error) 2024-11-26T10:21:27,568 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919563794/balancer already deleted, retry=false 2024-11-26T10:21:27,568 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:21:27,570 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Unable to get data of znode /0-1919563794/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:21:27,571 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919563794/normalizer already deleted, retry=false 2024-11-26T10:21:27,571 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:21:27,574 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Unable to get data of znode /0-1919563794/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:21:27,576 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919563794/switch/split already deleted, retry=false 2024-11-26T10:21:27,584 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Unable to get data of znode /0-1919563794/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:21:27,585 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919563794/switch/merge already deleted, retry=false 2024-11-26T10:21:27,587 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Unable to get data of znode /0-1919563794/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:21:27,589 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1919563794/snapshot-cleanup already deleted, retry=false 2024-11-26T10:21:27,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1919563794/running 2024-11-26T10:21:27,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794 2024-11-26T10:21:27,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1919563794/running 2024-11-26T10:21:27,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794 2024-11-26T10:21:27,591 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,35957,1732616486080, sessionid=0x10153cb62e80000, setting cluster-up flag (Was=false) 2024-11-26T10:21:27,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794 2024-11-26T10:21:27,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794 2024-11-26T10:21:27,601 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1919563794/flush-table-proc/acquired, /0-1919563794/flush-table-proc/reached, /0-1919563794/flush-table-proc/abort 2024-11-26T10:21:27,605 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,35957,1732616486080 2024-11-26T10:21:27,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794 2024-11-26T10:21:27,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794 2024-11-26T10:21:27,613 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1919563794/online-snapshot/acquired, /0-1919563794/online-snapshot/reached, /0-1919563794/online-snapshot/abort 2024-11-26T10:21:27,614 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,35957,1732616486080 2024-11-26T10:21:27,614 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:21:27,617 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:27,618 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:21:27,618 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:21:27,618 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,35957,1732616486080 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:21:27,619 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:27,619 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:27,619 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:27,619 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:27,619 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:21:27,619 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,619 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:21:27,619 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:27,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:21:27,626 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:27,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:21:27,632 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616517632 2024-11-26T10:21:27,632 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:21:27,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:21:27,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:21:27,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:21:27,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:21:27,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:21:27,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:21:27,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:21:27,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:21:27,633 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:21:27,635 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:21:27,635 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:21:27,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:21:27,636 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616487635,5,FailOnTimeoutGroup] 2024-11-26T10:21:27,636 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616487636,5,FailOnTimeoutGroup] 2024-11-26T10:21:27,637 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,637 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:21:27,637 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,637 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,707 INFO [RS:0;94eedbb855cf:36289 {}] regionserver.HRegionServer(746): ClusterId : 66c2575e-3d2b-4341-a8e5-4b36fa24e24b 2024-11-26T10:21:27,707 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:21:27,709 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:21:27,709 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:21:27,711 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:21:27,711 DEBUG [RS:0;94eedbb855cf:36289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227fbd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:21:27,727 DEBUG [RS:0;94eedbb855cf:36289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:36289 2024-11-26T10:21:27,727 INFO [RS:0;94eedbb855cf:36289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:21:27,727 INFO [RS:0;94eedbb855cf:36289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:21:27,727 DEBUG [RS:0;94eedbb855cf:36289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:21:27,727 INFO [RS:0;94eedbb855cf:36289 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,35957,1732616486080 with port=36289, startcode=1732616486170 2024-11-26T10:21:27,728 DEBUG [RS:0;94eedbb855cf:36289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:21:27,729 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:21:27,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,36289,1732616486170 2024-11-26T10:21:27,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35957 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,36289,1732616486170 2024-11-26T10:21:27,731 DEBUG [RS:0;94eedbb855cf:36289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8 2024-11-26T10:21:27,731 DEBUG [RS:0;94eedbb855cf:36289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35815 2024-11-26T10:21:27,731 DEBUG [RS:0;94eedbb855cf:36289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:21:27,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794/rs 2024-11-26T10:21:27,735 DEBUG [RS:0;94eedbb855cf:36289 {}] zookeeper.ZKUtil(111): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Set watcher on existing znode=/0-1919563794/rs/94eedbb855cf,36289,1732616486170 2024-11-26T10:21:27,735 WARN [RS:0;94eedbb855cf:36289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:21:27,735 INFO [RS:0;94eedbb855cf:36289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:27,735 DEBUG [RS:0;94eedbb855cf:36289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/WALs/94eedbb855cf,36289,1732616486170 2024-11-26T10:21:27,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,36289,1732616486170] 2024-11-26T10:21:27,738 INFO [RS:0;94eedbb855cf:36289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:21:27,748 INFO [RS:0;94eedbb855cf:36289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:21:27,748 INFO [RS:0;94eedbb855cf:36289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:21:27,748 INFO [RS:0;94eedbb855cf:36289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,748 INFO [RS:0;94eedbb855cf:36289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:21:27,749 INFO [RS:0;94eedbb855cf:36289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:21:27,749 INFO [RS:0;94eedbb855cf:36289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,749 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,749 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,749 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,749 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,749 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,749 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:21:27,749 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,749 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,750 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,750 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,750 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,750 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:27,750 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:21:27,750 DEBUG [RS:0;94eedbb855cf:36289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:21:27,750 INFO [RS:0;94eedbb855cf:36289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,750 INFO [RS:0;94eedbb855cf:36289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,750 INFO [RS:0;94eedbb855cf:36289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,750 INFO [RS:0;94eedbb855cf:36289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,750 INFO [RS:0;94eedbb855cf:36289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,750 INFO [RS:0;94eedbb855cf:36289 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,36289,1732616486170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:21:27,766 INFO [RS:0;94eedbb855cf:36289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:21:27,767 INFO [RS:0;94eedbb855cf:36289 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,36289,1732616486170-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,767 INFO [RS:0;94eedbb855cf:36289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,767 INFO [RS:0;94eedbb855cf:36289 {}] regionserver.Replication(171): 94eedbb855cf,36289,1732616486170 started 2024-11-26T10:21:27,784 INFO [RS:0;94eedbb855cf:36289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:27,785 INFO [RS:0;94eedbb855cf:36289 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,36289,1732616486170, RpcServer on 94eedbb855cf/172.17.0.2:36289, sessionid=0x10153cb62e80001 2024-11-26T10:21:27,785 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:21:27,785 DEBUG [RS:0;94eedbb855cf:36289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,36289,1732616486170 2024-11-26T10:21:27,785 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,36289,1732616486170' 2024-11-26T10:21:27,785 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1919563794/flush-table-proc/abort' 2024-11-26T10:21:27,785 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1919563794/flush-table-proc/acquired' 2024-11-26T10:21:27,786 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:21:27,786 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:21:27,786 DEBUG [RS:0;94eedbb855cf:36289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,36289,1732616486170 2024-11-26T10:21:27,786 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,36289,1732616486170' 2024-11-26T10:21:27,786 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1919563794/online-snapshot/abort' 2024-11-26T10:21:27,786 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1919563794/online-snapshot/acquired' 2024-11-26T10:21:27,787 DEBUG [RS:0;94eedbb855cf:36289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:21:27,787 INFO [RS:0;94eedbb855cf:36289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:21:27,787 INFO [RS:0;94eedbb855cf:36289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:21:27,887 INFO [RS:0;94eedbb855cf:36289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:21:27,889 INFO [RS:0;94eedbb855cf:36289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C36289%2C1732616486170, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/WALs/94eedbb855cf,36289,1732616486170, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/oldWALs, maxLogs=10 2024-11-26T10:21:27,910 DEBUG [RS:0;94eedbb855cf:36289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/WALs/94eedbb855cf,36289,1732616486170/94eedbb855cf%2C36289%2C1732616486170.1732616487889, exclude list is [], retry=0 2024-11-26T10:21:27,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44275,DS-27b09c81-3af8-497f-bda2-5c0d3d802dd9,DISK] 2024-11-26T10:21:27,917 INFO [RS:0;94eedbb855cf:36289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/WALs/94eedbb855cf,36289,1732616486170/94eedbb855cf%2C36289%2C1732616486170.1732616487889 2024-11-26T10:21:27,917 DEBUG [RS:0;94eedbb855cf:36289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39341:39341)] 2024-11-26T10:21:28,037 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:21:28,037 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8 2024-11-26T10:21:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:21:28,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:28,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:21:28,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:21:28,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:28,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:28,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:21:28,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:21:28,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:28,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:28,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:21:28,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:21:28,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:28,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:28,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:21:28,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:21:28,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:28,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:28,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:21:28,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/data/hbase/meta/1588230740 2024-11-26T10:21:28,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/data/hbase/meta/1588230740 2024-11-26T10:21:28,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:21:28,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:21:28,056 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:28,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:21:28,059 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:28,059 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59585275, jitterRate=-0.1121102124452591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:28,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616488047Initializing all the Stores at 1732616488048 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616488048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616488048Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616488048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616488048Cleaning up temporary data from old regions at 1732616488056 (+8 ms)Region opened successfully at 1732616488060 (+4 ms) 2024-11-26T10:21:28,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:21:28,060 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:21:28,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:21:28,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:21:28,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:21:28,060 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:28,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616488060Disabling compacts and flushes for region at 1732616488060Disabling writes for close at 1732616488060Writing region close event to WAL at 1732616488060Closed at 1732616488060 2024-11-26T10:21:28,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:28,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:21:28,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:21:28,063 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:21:28,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:21:28,214 DEBUG [94eedbb855cf:35957 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:21:28,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,36289,1732616486170 2024-11-26T10:21:28,215 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,36289,1732616486170, state=OPENING 2024-11-26T10:21:28,217 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:21:28,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794 2024-11-26T10:21:28,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1919563794 2024-11-26T10:21:28,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919563794/meta-region-server: CHANGED 2024-11-26T10:21:28,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:21:28,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,36289,1732616486170}] 2024-11-26T10:21:28,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919563794/meta-region-server: CHANGED 2024-11-26T10:21:28,376 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:21:28,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:21:28,381 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:21:28,381 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:28,381 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:21:28,383 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C36289%2C1732616486170.meta, suffix=.meta, logDir=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/WALs/94eedbb855cf,36289,1732616486170, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/oldWALs, maxLogs=10 2024-11-26T10:21:28,401 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/WALs/94eedbb855cf,36289,1732616486170/94eedbb855cf%2C36289%2C1732616486170.meta.1732616488383.meta, exclude list is [], retry=0 2024-11-26T10:21:28,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44275,DS-27b09c81-3af8-497f-bda2-5c0d3d802dd9,DISK] 2024-11-26T10:21:28,404 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/WALs/94eedbb855cf,36289,1732616486170/94eedbb855cf%2C36289%2C1732616486170.meta.1732616488383.meta 2024-11-26T10:21:28,408 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39341:39341)] 2024-11-26T10:21:28,408 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:28,409 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:28,409 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:21:28,409 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:21:28,409 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:21:28,409 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:21:28,409 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:28,409 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:21:28,409 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:21:28,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:21:28,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:21:28,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:28,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:28,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:21:28,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:21:28,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:28,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:28,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:21:28,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:21:28,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:28,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:28,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:21:28,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:21:28,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:28,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:28,415 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:21:28,415 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/data/hbase/meta/1588230740 2024-11-26T10:21:28,416 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/data/hbase/meta/1588230740 2024-11-26T10:21:28,417 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:21:28,417 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:21:28,417 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:28,418 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:21:28,419 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60913136, jitterRate=-0.09232354164123535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:28,419 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:21:28,419 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616488409Writing region info on filesystem at 1732616488409Initializing all the Stores at 1732616488410 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616488410Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616488410Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616488410Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616488410Cleaning up temporary data from old regions at 1732616488417 (+7 ms)Running coprocessor post-open hooks at 1732616488419 (+2 ms)Region opened successfully at 1732616488419 2024-11-26T10:21:28,420 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616488376 2024-11-26T10:21:28,422 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:21:28,422 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:21:28,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,36289,1732616486170 2024-11-26T10:21:28,423 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,36289,1732616486170, state=OPEN 2024-11-26T10:21:28,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35957-0x10153cb62e80000, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1919563794/meta-region-server 2024-11-26T10:21:28,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36289-0x10153cb62e80001, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1919563794/meta-region-server 2024-11-26T10:21:28,425 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,36289,1732616486170 2024-11-26T10:21:28,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919563794/meta-region-server: CHANGED 2024-11-26T10:21:28,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1919563794/meta-region-server: CHANGED 2024-11-26T10:21:28,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:21:28,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,36289,1732616486170 in 202 msec 2024-11-26T10:21:28,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:21:28,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-26T10:21:28,429 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:28,429 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:21:28,430 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:28,430 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,36289,1732616486170, seqNum=-1] 2024-11-26T10:21:28,430 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:28,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:28,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 834 msec 2024-11-26T10:21:28,452 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616488452, completionTime=-1 2024-11-26T10:21:28,452 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:21:28,452 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:21:28,454 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:21:28,454 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616548454 2024-11-26T10:21:28,454 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616608454 2024-11-26T10:21:28,454 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T10:21:28,455 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35957,1732616486080-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:28,455 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35957,1732616486080-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:28,455 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35957,1732616486080-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:28,455 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:35957, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:28,455 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:28,455 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:28,457 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:21:28,458 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.234sec 2024-11-26T10:21:28,458 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:21:28,458 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:21:28,458 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:21:28,458 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:21:28,458 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:21:28,458 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35957,1732616486080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:21:28,458 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35957,1732616486080-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:21:28,460 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:21:28,460 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:21:28,460 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,35957,1732616486080-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:28,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28260d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:28,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,35957,-1 for getting cluster id 2024-11-26T10:21:28,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:28,509 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66c2575e-3d2b-4341-a8e5-4b36fa24e24b' 2024-11-26T10:21:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66c2575e-3d2b-4341-a8e5-4b36fa24e24b" 2024-11-26T10:21:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394686e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,35957,-1] 2024-11-26T10:21:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:28,511 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:28,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ab92c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:28,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:28,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,36289,1732616486170, seqNum=-1] 2024-11-26T10:21:28,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:28,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:28,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,35957,1732616486080 2024-11-26T10:21:28,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58941 2024-11-26T10:21:28,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58941, baseZNode=/0-1919563794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:28,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153cb62e80002 connected 2024-11-26T10:21:28,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:28,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,35957,1732616486080 2024-11-26T10:21:28,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6df58757 2024-11-26T10:21:28,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:28,525 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:28,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:21:28,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:21:28,528 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:28,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:21:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:28,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:21:28,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:21:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:28,940 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7be54d71890565781e3196209c66846c, NAME => 'test,,1732616488525.7be54d71890565781e3196209c66846c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8 2024-11-26T10:21:28,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44275 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:21:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:29,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616488525.7be54d71890565781e3196209c66846c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:29,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7be54d71890565781e3196209c66846c, disabling compactions & flushes 2024-11-26T10:21:29,345 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616488525.7be54d71890565781e3196209c66846c. 2024-11-26T10:21:29,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616488525.7be54d71890565781e3196209c66846c. 2024-11-26T10:21:29,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616488525.7be54d71890565781e3196209c66846c. after waiting 0 ms 2024-11-26T10:21:29,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616488525.7be54d71890565781e3196209c66846c. 2024-11-26T10:21:29,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616488525.7be54d71890565781e3196209c66846c. 2024-11-26T10:21:29,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7be54d71890565781e3196209c66846c: Waiting for close lock at 1732616489345Disabling compacts and flushes for region at 1732616489345Disabling writes for close at 1732616489346 (+1 ms)Writing region close event to WAL at 1732616489346Closed at 1732616489346 2024-11-26T10:21:29,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:21:29,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616488525.7be54d71890565781e3196209c66846c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616489347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616489347"}]},"ts":"1732616489347"} 2024-11-26T10:21:29,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:21:29,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:21:29,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616489350"}]},"ts":"1732616489350"} 2024-11-26T10:21:29,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:21:29,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7be54d71890565781e3196209c66846c, ASSIGN}] 2024-11-26T10:21:29,353 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7be54d71890565781e3196209c66846c, ASSIGN 2024-11-26T10:21:29,354 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7be54d71890565781e3196209c66846c, ASSIGN; state=OFFLINE, location=94eedbb855cf,36289,1732616486170; forceNewPlan=false, retain=false 2024-11-26T10:21:29,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7be54d71890565781e3196209c66846c, regionState=OPENING, regionLocation=94eedbb855cf,36289,1732616486170 2024-11-26T10:21:29,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7be54d71890565781e3196209c66846c, ASSIGN because future has completed 2024-11-26T10:21:29,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7be54d71890565781e3196209c66846c, server=94eedbb855cf,36289,1732616486170}] 2024-11-26T10:21:29,665 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616488525.7be54d71890565781e3196209c66846c. 2024-11-26T10:21:29,665 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7be54d71890565781e3196209c66846c, NAME => 'test,,1732616488525.7be54d71890565781e3196209c66846c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:29,665 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:29,665 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:21:29,666 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,666 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616488525.7be54d71890565781e3196209c66846c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:29,666 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,666 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,667 INFO [StoreOpener-7be54d71890565781e3196209c66846c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,668 INFO [StoreOpener-7be54d71890565781e3196209c66846c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7be54d71890565781e3196209c66846c columnFamilyName f 2024-11-26T10:21:29,668 DEBUG [StoreOpener-7be54d71890565781e3196209c66846c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:29,668 INFO [StoreOpener-7be54d71890565781e3196209c66846c-1 {}] regionserver.HStore(327): Store=7be54d71890565781e3196209c66846c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:29,668 INFO [StoreOpener-7be54d71890565781e3196209c66846c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,669 INFO [StoreOpener-7be54d71890565781e3196209c66846c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7be54d71890565781e3196209c66846c columnFamilyName f1 2024-11-26T10:21:29,669 DEBUG [StoreOpener-7be54d71890565781e3196209c66846c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:29,669 INFO [StoreOpener-7be54d71890565781e3196209c66846c-1 {}] regionserver.HStore(327): Store=7be54d71890565781e3196209c66846c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:29,670 INFO [StoreOpener-7be54d71890565781e3196209c66846c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:29,670 INFO [StoreOpener-7be54d71890565781e3196209c66846c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7be54d71890565781e3196209c66846c columnFamilyName norep 2024-11-26T10:21:29,670 DEBUG [StoreOpener-7be54d71890565781e3196209c66846c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:29,671 INFO [StoreOpener-7be54d71890565781e3196209c66846c-1 {}] regionserver.HStore(327): Store=7be54d71890565781e3196209c66846c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:29,671 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,671 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/data/default/test/7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,672 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/data/default/test/7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,673 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,673 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,673 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:21:29,674 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,679 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/data/default/test/7be54d71890565781e3196209c66846c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:29,680 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7be54d71890565781e3196209c66846c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71059706, jitterRate=0.05887213349342346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:21:29,680 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7be54d71890565781e3196209c66846c 2024-11-26T10:21:29,681 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7be54d71890565781e3196209c66846c: Running coprocessor pre-open hook at 1732616489666Writing region info on filesystem at 1732616489666Initializing all the Stores at 1732616489666Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616489666Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616489667 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616489667Cleaning up temporary data from old regions at 1732616489673 (+6 ms)Running coprocessor post-open hooks at 1732616489680 (+7 ms)Region opened successfully at 1732616489680 2024-11-26T10:21:29,681 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616488525.7be54d71890565781e3196209c66846c., pid=6, masterSystemTime=1732616489659 2024-11-26T10:21:29,683 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616488525.7be54d71890565781e3196209c66846c. 2024-11-26T10:21:29,683 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616488525.7be54d71890565781e3196209c66846c. 2024-11-26T10:21:29,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7be54d71890565781e3196209c66846c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,36289,1732616486170 2024-11-26T10:21:29,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7be54d71890565781e3196209c66846c, server=94eedbb855cf,36289,1732616486170 because future has completed 2024-11-26T10:21:29,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:21:29,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7be54d71890565781e3196209c66846c, server=94eedbb855cf,36289,1732616486170 in 179 msec 2024-11-26T10:21:29,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:21:29,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7be54d71890565781e3196209c66846c, ASSIGN in 336 msec 2024-11-26T10:21:29,690 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:21:29,690 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616489690"}]},"ts":"1732616489690"} 2024-11-26T10:21:29,692 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:21:29,692 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:21:29,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-26T10:21:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:30,681 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:21:30,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e18e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:30,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,35957,-1 for getting cluster id 2024-11-26T10:21:30,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:30,682 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66c2575e-3d2b-4341-a8e5-4b36fa24e24b' 2024-11-26T10:21:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66c2575e-3d2b-4341-a8e5-4b36fa24e24b" 2024-11-26T10:21:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658830cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,35957,-1] 2024-11-26T10:21:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:30,683 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac49e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:30,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,35957,1732616486080 2024-11-26T10:21:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3816d052 2024-11-26T10:21:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:30,685 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:30,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:35957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:21:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:21:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:30,688 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:35957' 2024-11-26T10:21:30,689 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0c6f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:30,689 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,35957,-1 for getting cluster id 2024-11-26T10:21:30,689 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:30,690 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66c2575e-3d2b-4341-a8e5-4b36fa24e24b' 2024-11-26T10:21:30,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:30,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66c2575e-3d2b-4341-a8e5-4b36fa24e24b" 2024-11-26T10:21:30,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669391c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:30,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,35957,-1] 2024-11-26T10:21:30,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:30,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:30,691 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:30,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad1f2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:30,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:30,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,35957,1732616486080 2024-11-26T10:21:30,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45e7bebe 2024-11-26T10:21:30,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:30,693 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:30,693 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:21:30,693 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:21:30,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:30,694 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:30,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:30,694 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://94eedbb855cf:35957, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T10:21:30,700 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://94eedbb855cf:35957, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://94eedbb855cf:35957, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://94eedbb855cf:35957, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-26T10:21:30,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://94eedbb855cf:35957, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-26T10:21:30,701 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-26T10:21:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:30,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:30,791 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://94eedbb855cf:35957, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-26T10:21:30,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:30,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:30,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:30,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:30,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 361) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3be29fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: M:0;94eedbb855cf:35957 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc768432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-996114491-172.17.0.2-1732616484972:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1921351379) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-996114491-172.17.0.2-1732616484972:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58941) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58941) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fc7689f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@64a2185b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418997864-7932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1508664768_20 at /127.0.0.1:53978 [Receiving block BP-996114491-172.17.0.2-1732616484972:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4563ee9c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 44837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8-prefix:94eedbb855cf,36289,1732616486170.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616487635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 44837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/cluster_ae7bdb3f-8372-1fe7-b814-4660619c3e55/data/data1/current/BP-996114491-172.17.0.2-1732616484972 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc768432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/94eedbb855cf:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@64194794 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35815 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1641139771-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;94eedbb855cf:36289-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58941 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1117446526_20 at /127.0.0.1:54012 [Receiving block BP-996114491-172.17.0.2-1732616484972:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7885-acceptor-0@4fe01b73-ServerConnector@1457bd5c{HTTP/1.1, (http/1.1)}{localhost:43073} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8/MasterData-prefix:94eedbb855cf,35957,1732616486080 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server idle connection scanner for port 35815 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server idle connection scanner for port 44837 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: regionserver/94eedbb855cf:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/cluster_ae7bdb3f-8372-1fe7-b814-4660619c3e55/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: BP-996114491-172.17.0.2-1732616484972 heartbeating to localhost/127.0.0.1:35815 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/94eedbb855cf:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7883 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc768432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418997864-7931-acceptor-0@7104e83c-ServerConnector@6744bde9{HTTP/1.1, (http/1.1)}{localhost:43955} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35815/user/jenkins/test-data/44db1674-fe87-3612-447e-ced5e143f5d8-prefix:94eedbb855cf,36289,1732616486170 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/94eedbb855cf:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-23395102-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418997864-7930 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc768432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 4 on default port 44837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;94eedbb855cf:36289 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$602/0x00007fc768acdb38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1117446526_20 at /127.0.0.1:53936 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616487636 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/94eedbb855cf:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:58941): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1641139771-7888 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-996114491-172.17.0.2-1732616484972:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418997864-7933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/cluster_ae7bdb3f-8372-1fe7-b814-4660619c3e55/data/data2/current/BP-996114491-172.17.0.2-1732616484972 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1117446526_20 at /127.0.0.1:53992 [Receiving block BP-996114491-172.17.0.2-1732616484972:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58941) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 94eedbb855cf:35957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@71f084be[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2ee9bec7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/cluster_ae7bdb3f-8372-1fe7-b814-4660619c3e55/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc768432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=879 (was 798) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=6330 (was 5611) - AvailableMemoryMB LEAK? - 2024-11-26T10:21:30,813 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-26T10:21:30,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=6328 2024-11-26T10:21:30,829 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-26T10:21:30,843 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-26T10:21:30,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/hadoop.log.dir so I do NOT create it in target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48 2024-11-26T10:21:30,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:21:30,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/hadoop.tmp.dir so I do NOT create it in target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48 2024-11-26T10:21:30,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3970a08-e647-cf5c-2de3-fd497f6d519d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:21:30,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48 2024-11-26T10:21:30,844 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/cluster_c6fea682-a150-2e10-1d0f-a307f6c969f8, deleteOnExit=true 2024-11-26T10:21:30,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/cluster_c6fea682-a150-2e10-1d0f-a307f6c969f8/zookeeper_0, clientPort=56613, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/cluster_c6fea682-a150-2e10-1d0f-a307f6c969f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/cluster_c6fea682-a150-2e10-1d0f-a307f6c969f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T10:21:30,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56613 2024-11-26T10:21:30,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:21:30,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:21:30,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/test.cache.data in system properties and HBase conf 2024-11-26T10:21:30,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:21:30,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:21:30,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:21:30,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:21:30,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:21:30,857 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:21:30,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:21:30,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:21:30,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:21:30,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:21:30,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:21:30,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:21:30,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:21:30,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:21:30,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:21:30,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:21:30,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:21:30,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:21:30,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:21:30,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:21:31,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:21:31,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:21:31,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:21:31,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:21:31,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:21:31,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:21:31,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@262d3e1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:21:31,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e74d2e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:21:31,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25a1cd57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/java.io.tmpdir/jetty-localhost-41379-hadoop-hdfs-3_4_1-tests_jar-_-any-10741964605599392544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:21:31,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a2c470{HTTP/1.1, (http/1.1)}{localhost:41379} 2024-11-26T10:21:31,244 INFO [Time-limited test {}] server.Server(415): Started @283061ms 2024-11-26T10:21:31,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:21:31,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:21:31,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:21:31,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:21:31,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:21:31,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115c85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:21:31,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ca74ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:21:31,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5799d95e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/java.io.tmpdir/jetty-localhost-45625-hadoop-hdfs-3_4_1-tests_jar-_-any-3841510071108902281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:21:31,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@249fa10c{HTTP/1.1, (http/1.1)}{localhost:45625} 2024-11-26T10:21:31,565 INFO [Time-limited test {}] server.Server(415): Started @283382ms 2024-11-26T10:21:31,566 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:21:31,679 WARN [Thread-4303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/cluster_c6fea682-a150-2e10-1d0f-a307f6c969f8/data/data1/current/BP-1123246026-172.17.0.2-1732616490891/current, will proceed with Du for space computation calculation, 2024-11-26T10:21:31,679 WARN [Thread-4304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/cluster_c6fea682-a150-2e10-1d0f-a307f6c969f8/data/data2/current/BP-1123246026-172.17.0.2-1732616490891/current, will proceed with Du for space computation calculation, 2024-11-26T10:21:31,701 WARN [Thread-4291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:21:31,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fd7a4b5753c86db with lease ID 0x44203fb857a427e1: Processing first storage report for DS-2ddf991e-da1a-4f02-af2e-e6134cbf5bb9 from datanode DatanodeRegistration(127.0.0.1:45345, datanodeUuid=f6a1d235-6ed3-427a-a0eb-4f7f0513f90d, infoPort=40369, infoSecurePort=0, ipcPort=39287, storageInfo=lv=-57;cid=testClusterID;nsid=835444894;c=1732616490891) 2024-11-26T10:21:31,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fd7a4b5753c86db with lease ID 0x44203fb857a427e1: from storage DS-2ddf991e-da1a-4f02-af2e-e6134cbf5bb9 node DatanodeRegistration(127.0.0.1:45345, datanodeUuid=f6a1d235-6ed3-427a-a0eb-4f7f0513f90d, infoPort=40369, infoSecurePort=0, ipcPort=39287, storageInfo=lv=-57;cid=testClusterID;nsid=835444894;c=1732616490891), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:21:31,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fd7a4b5753c86db with lease ID 0x44203fb857a427e1: Processing first storage report for DS-97937cb0-8380-4fee-8825-192b4495bad1 from datanode DatanodeRegistration(127.0.0.1:45345, datanodeUuid=f6a1d235-6ed3-427a-a0eb-4f7f0513f90d, infoPort=40369, infoSecurePort=0, ipcPort=39287, storageInfo=lv=-57;cid=testClusterID;nsid=835444894;c=1732616490891) 2024-11-26T10:21:31,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fd7a4b5753c86db with lease ID 0x44203fb857a427e1: from storage DS-97937cb0-8380-4fee-8825-192b4495bad1 node DatanodeRegistration(127.0.0.1:45345, datanodeUuid=f6a1d235-6ed3-427a-a0eb-4f7f0513f90d, infoPort=40369, infoSecurePort=0, ipcPort=39287, storageInfo=lv=-57;cid=testClusterID;nsid=835444894;c=1732616490891), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:21:31,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48 2024-11-26T10:21:31,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:31,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:31,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:21:32,211 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f with version=8 2024-11-26T10:21:32,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/hbase-staging 2024-11-26T10:21:32,213 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:21:32,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:32,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:32,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:21:32,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:32,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:21:32,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:21:32,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:21:32,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45087 2024-11-26T10:21:32,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45087 connecting to ZooKeeper ensemble=127.0.0.1:56613 2024-11-26T10:21:32,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450870x0, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:32,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45087-0x10153cb79ef0000 connected 2024-11-26T10:21:32,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:32,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:32,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Set watcher on znode that does not yet exist, /0-832904999/running 2024-11-26T10:21:32,241 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f, hbase.cluster.distributed=false 2024-11-26T10:21:32,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Set watcher on znode that does not yet exist, /0-832904999/acl 2024-11-26T10:21:32,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-26T10:21:32,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45087 2024-11-26T10:21:32,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45087 2024-11-26T10:21:32,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-26T10:21:32,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45087 2024-11-26T10:21:32,263 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:21:32,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:32,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:32,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:21:32,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:32,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:21:32,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:21:32,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:21:32,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40787 2024-11-26T10:21:32,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40787 connecting to ZooKeeper ensemble=127.0.0.1:56613 2024-11-26T10:21:32,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:32,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:32,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407870x0, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:32,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407870x0, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Set watcher on znode that does not yet exist, /0-832904999/running 2024-11-26T10:21:32,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40787-0x10153cb79ef0001 connected 2024-11-26T10:21:32,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:21:32,271 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:21:32,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Set watcher on znode that does not yet exist, /0-832904999/master 2024-11-26T10:21:32,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Set watcher on znode that does not yet exist, /0-832904999/acl 2024-11-26T10:21:32,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40787 2024-11-26T10:21:32,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40787 2024-11-26T10:21:32,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40787 2024-11-26T10:21:32,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40787 2024-11-26T10:21:32,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40787 2024-11-26T10:21:32,289 DEBUG [M:0;94eedbb855cf:45087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:45087 2024-11-26T10:21:32,289 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-832904999/backup-masters/94eedbb855cf,45087,1732616492213 2024-11-26T10:21:32,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999/backup-masters 2024-11-26T10:21:32,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999/backup-masters 2024-11-26T10:21:32,291 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Set watcher on existing znode=/0-832904999/backup-masters/94eedbb855cf,45087,1732616492213 2024-11-26T10:21:32,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-832904999/master 2024-11-26T10:21:32,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:32,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:32,295 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Set watcher on existing znode=/0-832904999/master 2024-11-26T10:21:32,296 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-832904999/backup-masters/94eedbb855cf,45087,1732616492213 from backup master directory 2024-11-26T10:21:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-832904999/backup-masters/94eedbb855cf,45087,1732616492213 2024-11-26T10:21:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999/backup-masters 2024-11-26T10:21:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999/backup-masters 2024-11-26T10:21:32,297 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:21:32,297 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,45087,1732616492213 2024-11-26T10:21:32,301 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/hbase.id] with ID: 9716cab5-1145-4e77-a3c6-54a80e1f005e 2024-11-26T10:21:32,301 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/.tmp/hbase.id 2024-11-26T10:21:32,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:21:32,706 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/.tmp/hbase.id]:[hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/hbase.id] 2024-11-26T10:21:32,714 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:32,714 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:21:32,715 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:21:32,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:32,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:32,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:21:33,121 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:33,122 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:21:33,123 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:33,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:21:33,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T10:21:33,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T10:21:33,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T10:21:33,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T10:21:33,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:21:33,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T10:21:33,529 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store 2024-11-26T10:21:33,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:21:33,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:21:33,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,935 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:33,935 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:21:33,935 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:33,935 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:33,935 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:21:33,935 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:33,935 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:33,935 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616493935Disabling compacts and flushes for region at 1732616493935Disabling writes for close at 1732616493935Writing region close event to WAL at 1732616493935Closed at 1732616493935 2024-11-26T10:21:33,937 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/.initializing 2024-11-26T10:21:33,937 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/WALs/94eedbb855cf,45087,1732616492213 2024-11-26T10:21:33,938 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:21:33,939 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C45087%2C1732616492213, suffix=, logDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/WALs/94eedbb855cf,45087,1732616492213, archiveDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/oldWALs, maxLogs=10 2024-11-26T10:21:33,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,954 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/WALs/94eedbb855cf,45087,1732616492213/94eedbb855cf%2C45087%2C1732616492213.1732616493939, exclude list is [], retry=0 2024-11-26T10:21:33,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45345,DS-2ddf991e-da1a-4f02-af2e-e6134cbf5bb9,DISK] 2024-11-26T10:21:33,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,963 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/WALs/94eedbb855cf,45087,1732616492213/94eedbb855cf%2C45087%2C1732616492213.1732616493939 2024-11-26T10:21:33,964 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40369:40369)] 2024-11-26T10:21:33,964 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:33,965 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:33,965 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:33,965 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:33,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:33,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:33,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:21:33,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:33,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:33,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:33,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:21:33,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:33,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:33,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:33,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:21:33,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:33,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:33,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:33,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:21:33,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:33,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:33,974 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:33,974 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:33,974 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:33,976 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:33,976 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:33,977 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:33,978 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:33,980 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:33,980 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61698689, jitterRate=-0.08061788976192474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:33,981 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616493965Initializing all the Stores at 1732616493966 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616493966Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616493967 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616493967Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616493967Cleaning up temporary data from old regions at 1732616493976 (+9 ms)Region opened successfully at 1732616493981 (+5 ms) 2024-11-26T10:21:33,981 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:21:33,983 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dc1b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:21:33,984 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:21:33,984 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:21:33,985 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:21:33,985 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:21:33,985 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:21:33,985 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:21:33,985 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:21:33,993 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:21:33,994 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Unable to get data of znode /0-832904999/balancer because node does not exist (not necessarily an error) 2024-11-26T10:21:33,996 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-832904999/balancer already deleted, retry=false 2024-11-26T10:21:33,996 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:21:33,997 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Unable to get data of znode /0-832904999/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:21:33,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:21:33,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T10:21:33,999 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-832904999/normalizer already deleted, retry=false 2024-11-26T10:21:34,000 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:21:34,001 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Unable to get data of znode /0-832904999/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:21:34,002 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-832904999/switch/split already deleted, retry=false 2024-11-26T10:21:34,003 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Unable to get data of znode /0-832904999/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:21:34,004 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-832904999/switch/merge already deleted, retry=false 2024-11-26T10:21:34,007 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Unable to get data of znode /0-832904999/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:21:34,008 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-832904999/snapshot-cleanup already deleted, retry=false 2024-11-26T10:21:34,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-832904999/running 2024-11-26T10:21:34,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:34,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-832904999/running 2024-11-26T10:21:34,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:34,012 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,45087,1732616492213, sessionid=0x10153cb79ef0000, setting cluster-up flag (Was=false) 2024-11-26T10:21:34,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:34,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:34,021 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-832904999/flush-table-proc/acquired, /0-832904999/flush-table-proc/reached, /0-832904999/flush-table-proc/abort 2024-11-26T10:21:34,022 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,45087,1732616492213 2024-11-26T10:21:34,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:34,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:34,031 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-832904999/online-snapshot/acquired, /0-832904999/online-snapshot/reached, /0-832904999/online-snapshot/abort 2024-11-26T10:21:34,033 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,45087,1732616492213 2024-11-26T10:21:34,034 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:21:34,035 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:34,036 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:21:34,036 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:21:34,036 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,45087,1732616492213 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:21:34,037 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:34,037 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:34,037 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:34,037 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:34,037 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:21:34,037 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,037 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:21:34,037 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,040 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:34,040 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:21:34,041 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:34,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:21:34,048 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616524048 2024-11-26T10:21:34,049 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:21:34,049 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:21:34,049 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:21:34,049 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:21:34,049 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:21:34,049 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:21:34,050 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,051 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:21:34,051 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:21:34,051 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:21:34,051 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:21:34,052 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:21:34,052 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:21:34,053 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616494052,5,FailOnTimeoutGroup] 2024-11-26T10:21:34,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:21:34,053 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616494053,5,FailOnTimeoutGroup] 2024-11-26T10:21:34,053 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,054 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:21:34,054 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,054 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:21:34,057 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f 2024-11-26T10:21:34,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:21:34,081 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(746): ClusterId : 9716cab5-1145-4e77-a3c6-54a80e1f005e 2024-11-26T10:21:34,081 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:21:34,086 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:21:34,086 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:21:34,091 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:21:34,091 DEBUG [RS:0;94eedbb855cf:40787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7233e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:21:34,107 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:40787 2024-11-26T10:21:34,108 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:21:34,108 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:21:34,108 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:21:34,108 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,45087,1732616492213 with port=40787, startcode=1732616492263 2024-11-26T10:21:34,109 DEBUG [RS:0;94eedbb855cf:40787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:21:34,113 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:21:34,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,40787,1732616492263 2024-11-26T10:21:34,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45087 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,40787,1732616492263 2024-11-26T10:21:34,120 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f 2024-11-26T10:21:34,120 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40069 2024-11-26T10:21:34,120 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:21:34,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999/rs 2024-11-26T10:21:34,122 DEBUG [RS:0;94eedbb855cf:40787 {}] zookeeper.ZKUtil(111): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Set watcher on existing znode=/0-832904999/rs/94eedbb855cf,40787,1732616492263 2024-11-26T10:21:34,122 WARN [RS:0;94eedbb855cf:40787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:21:34,122 INFO [RS:0;94eedbb855cf:40787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:34,122 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263 2024-11-26T10:21:34,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,40787,1732616492263] 2024-11-26T10:21:34,127 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:21:34,128 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:21:34,132 INFO [RS:0;94eedbb855cf:40787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:21:34,132 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,136 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:21:34,137 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:21:34,137 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:21:34,137 DEBUG [RS:0;94eedbb855cf:40787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:21:34,138 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,138 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,138 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,138 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,138 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,138 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,40787,1732616492263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:21:34,153 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:21:34,153 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,40787,1732616492263-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,153 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,153 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.Replication(171): 94eedbb855cf,40787,1732616492263 started 2024-11-26T10:21:34,167 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,167 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,40787,1732616492263, RpcServer on 94eedbb855cf/172.17.0.2:40787, sessionid=0x10153cb79ef0001 2024-11-26T10:21:34,167 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:21:34,167 DEBUG [RS:0;94eedbb855cf:40787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,40787,1732616492263 2024-11-26T10:21:34,167 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,40787,1732616492263' 2024-11-26T10:21:34,167 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-832904999/flush-table-proc/abort' 2024-11-26T10:21:34,167 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-832904999/flush-table-proc/acquired' 2024-11-26T10:21:34,168 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:21:34,168 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:21:34,168 DEBUG [RS:0;94eedbb855cf:40787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,40787,1732616492263 2024-11-26T10:21:34,168 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,40787,1732616492263' 2024-11-26T10:21:34,168 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-832904999/online-snapshot/abort' 2024-11-26T10:21:34,168 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-832904999/online-snapshot/acquired' 2024-11-26T10:21:34,168 DEBUG [RS:0;94eedbb855cf:40787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:21:34,168 INFO [RS:0;94eedbb855cf:40787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:21:34,168 INFO [RS:0;94eedbb855cf:40787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:21:34,269 INFO [RS:0;94eedbb855cf:40787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:21:34,270 INFO [RS:0;94eedbb855cf:40787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C40787%2C1732616492263, suffix=, logDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263, archiveDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/oldWALs, maxLogs=10 2024-11-26T10:21:34,287 DEBUG [RS:0;94eedbb855cf:40787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271, exclude list is [], retry=0 2024-11-26T10:21:34,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45345,DS-2ddf991e-da1a-4f02-af2e-e6134cbf5bb9,DISK] 2024-11-26T10:21:34,293 INFO [RS:0;94eedbb855cf:40787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 2024-11-26T10:21:34,296 DEBUG [RS:0;94eedbb855cf:40787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40369:40369)] 2024-11-26T10:21:34,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:34,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:21:34,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:21:34,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:34,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:34,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:21:34,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:21:34,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:34,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:34,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:21:34,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:21:34,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:34,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:34,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:21:34,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:21:34,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:34,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:34,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:21:34,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740 2024-11-26T10:21:34,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740 2024-11-26T10:21:34,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:21:34,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:21:34,474 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:34,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:21:34,476 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:34,477 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63849587, jitterRate=-0.04856701195240021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:34,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616494467Initializing all the Stores at 1732616494468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616494468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616494468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616494468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616494468Cleaning up temporary data from old regions at 1732616494474 (+6 ms)Region opened successfully at 1732616494477 (+3 ms) 2024-11-26T10:21:34,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:21:34,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:21:34,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:21:34,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:21:34,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:21:34,477 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:34,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616494477Disabling compacts and flushes for region at 1732616494477Disabling writes for close at 1732616494477Writing region close event to WAL at 1732616494477Closed at 1732616494477 2024-11-26T10:21:34,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:34,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:21:34,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:21:34,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:21:34,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:21:34,630 DEBUG [94eedbb855cf:45087 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:21:34,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,40787,1732616492263 2024-11-26T10:21:34,632 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,40787,1732616492263, state=OPENING 2024-11-26T10:21:34,633 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:21:34,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:34,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:34,634 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:21:34,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-832904999/meta-region-server: CHANGED 2024-11-26T10:21:34,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-832904999/meta-region-server: CHANGED 2024-11-26T10:21:34,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,40787,1732616492263}] 2024-11-26T10:21:34,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:21:34,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:21:34,791 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:21:34,791 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:34,791 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:21:34,795 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C40787%2C1732616492263.meta, suffix=.meta, logDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263, archiveDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/oldWALs, maxLogs=10 2024-11-26T10:21:34,813 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.meta.1732616494796.meta, exclude list is [], retry=0 2024-11-26T10:21:34,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45345,DS-2ddf991e-da1a-4f02-af2e-e6134cbf5bb9,DISK] 2024-11-26T10:21:34,821 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.meta.1732616494796.meta 2024-11-26T10:21:34,824 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40369:40369)] 2024-11-26T10:21:34,825 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:34,825 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:34,825 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:21:34,825 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:21:34,825 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:21:34,826 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:21:34,826 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:34,826 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:21:34,826 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:21:34,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:21:34,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:21:34,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:34,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:34,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:21:34,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:21:34,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:34,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:34,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:21:34,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:21:34,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:34,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:34,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:21:34,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:21:34,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:34,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:34,832 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:21:34,833 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740 2024-11-26T10:21:34,833 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740 2024-11-26T10:21:34,834 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:21:34,834 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:21:34,834 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:34,835 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:21:34,836 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63004631, jitterRate=-0.06115783751010895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:34,836 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:21:34,836 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616494826Writing region info on filesystem at 1732616494826Initializing all the Stores at 1732616494827 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616494827Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616494828 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616494828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616494828Cleaning up temporary data from old regions at 1732616494834 (+6 ms)Running coprocessor post-open hooks at 1732616494836 (+2 ms)Region opened successfully at 1732616494836 2024-11-26T10:21:34,837 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616494787 2024-11-26T10:21:34,838 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:21:34,839 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:21:34,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,40787,1732616492263 2024-11-26T10:21:34,840 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,40787,1732616492263, state=OPEN 2024-11-26T10:21:34,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-832904999/meta-region-server 2024-11-26T10:21:34,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-832904999/meta-region-server 2024-11-26T10:21:34,845 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,40787,1732616492263 2024-11-26T10:21:34,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-832904999/meta-region-server: CHANGED 2024-11-26T10:21:34,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-832904999/meta-region-server: CHANGED 2024-11-26T10:21:34,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:21:34,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,40787,1732616492263 in 211 msec 2024-11-26T10:21:34,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:21:34,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-26T10:21:34,848 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:34,848 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:21:34,849 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:34,849 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40787,1732616492263, seqNum=-1] 2024-11-26T10:21:34,850 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:34,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:34,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 819 msec 2024-11-26T10:21:34,854 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616494854, completionTime=-1 2024-11-26T10:21:34,854 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:21:34,854 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:21:34,856 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:21:34,856 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616554856 2024-11-26T10:21:34,856 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616614856 2024-11-26T10:21:34,856 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:21:34,856 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45087,1732616492213-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,856 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45087,1732616492213-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,856 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45087,1732616492213-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,856 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:45087, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,856 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,856 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,858 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:21:34,859 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.562sec 2024-11-26T10:21:34,859 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:21:34,859 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:21:34,859 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:21:34,859 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:21:34,859 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:21:34,859 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45087,1732616492213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:21:34,859 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45087,1732616492213-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:21:34,861 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:21:34,861 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:21:34,861 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,45087,1732616492213-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:34,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a75c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:34,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,45087,-1 for getting cluster id 2024-11-26T10:21:34,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:34,882 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9716cab5-1145-4e77-a3c6-54a80e1f005e' 2024-11-26T10:21:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9716cab5-1145-4e77-a3c6-54a80e1f005e" 2024-11-26T10:21:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcfd283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,45087,-1] 2024-11-26T10:21:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:34,883 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:34,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529da097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:34,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:34,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40787,1732616492263, seqNum=-1] 2024-11-26T10:21:34,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:34,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:34,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,45087,1732616492213 2024-11-26T10:21:34,887 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56613 2024-11-26T10:21:34,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:34,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10153cb79ef0002 connected 2024-11-26T10:21:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/hadoop.log.dir so I do NOT create it in target/test-data/37e208f1-4032-99c7-1065-6d085ccde556 2024-11-26T10:21:34,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:21:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/hadoop.tmp.dir so I do NOT create it in target/test-data/37e208f1-4032-99c7-1065-6d085ccde556 2024-11-26T10:21:34,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:21:34,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556 2024-11-26T10:21:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:21:34,893 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/cluster_52c08dd2-4aed-9cb7-80f6-6c531e4b5393, deleteOnExit=true 2024-11-26T10:21:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:21:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/test.cache.data in system properties and HBase conf 2024-11-26T10:21:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:21:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:21:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:21:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:21:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:21:34,894 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:21:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:21:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:21:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:21:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:21:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:21:34,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:21:34,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:21:34,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:21:34,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:21:34,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:21:34,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:21:34,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:21:34,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:21:34,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:21:34,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:21:34,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:21:34,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:21:34,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:21:34,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:21:34,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:21:34,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119eee7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:21:34,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738e3a8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:21:35,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@690fba0f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/java.io.tmpdir/jetty-localhost-42185-hadoop-hdfs-3_4_1-tests_jar-_-any-11058193326098310697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:21:35,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6627d46b{HTTP/1.1, (http/1.1)}{localhost:42185} 2024-11-26T10:21:35,143 INFO [Time-limited test {}] server.Server(415): Started @286961ms 2024-11-26T10:21:35,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:21:35,234 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:21:35,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:21:35,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:21:35,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:21:35,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654e73bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:21:35,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa2692e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:21:35,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16cb611e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/java.io.tmpdir/jetty-localhost-36969-hadoop-hdfs-3_4_1-tests_jar-_-any-7908766991354291287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:21:35,351 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42cb9d4b{HTTP/1.1, (http/1.1)}{localhost:36969} 2024-11-26T10:21:35,351 INFO [Time-limited test {}] server.Server(415): Started @287169ms 2024-11-26T10:21:35,352 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:21:35,474 WARN [Thread-4424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/cluster_52c08dd2-4aed-9cb7-80f6-6c531e4b5393/data/data1/current/BP-149522888-172.17.0.2-1732616494919/current, will proceed with Du for space computation calculation, 2024-11-26T10:21:35,474 WARN [Thread-4425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/cluster_52c08dd2-4aed-9cb7-80f6-6c531e4b5393/data/data2/current/BP-149522888-172.17.0.2-1732616494919/current, will proceed with Du for space computation calculation, 2024-11-26T10:21:35,491 WARN [Thread-4412 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:21:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa58682985c857dfc with lease ID 0xa55e7692bf26e109: Processing first storage report for DS-679d6820-7fd5-4d7b-95a7-1459da169b0b from datanode DatanodeRegistration(127.0.0.1:38309, datanodeUuid=46a4c14a-0406-47ee-8cbd-8eac791eb631, infoPort=36267, infoSecurePort=0, ipcPort=39187, storageInfo=lv=-57;cid=testClusterID;nsid=917115391;c=1732616494919) 2024-11-26T10:21:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa58682985c857dfc with lease ID 0xa55e7692bf26e109: from storage DS-679d6820-7fd5-4d7b-95a7-1459da169b0b node DatanodeRegistration(127.0.0.1:38309, datanodeUuid=46a4c14a-0406-47ee-8cbd-8eac791eb631, infoPort=36267, infoSecurePort=0, ipcPort=39187, storageInfo=lv=-57;cid=testClusterID;nsid=917115391;c=1732616494919), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:21:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa58682985c857dfc with lease ID 0xa55e7692bf26e109: Processing first storage report for DS-730352bc-56f7-4d68-99a5-2704e198050a from datanode DatanodeRegistration(127.0.0.1:38309, datanodeUuid=46a4c14a-0406-47ee-8cbd-8eac791eb631, infoPort=36267, infoSecurePort=0, ipcPort=39187, storageInfo=lv=-57;cid=testClusterID;nsid=917115391;c=1732616494919) 2024-11-26T10:21:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa58682985c857dfc with lease ID 0xa55e7692bf26e109: from storage DS-730352bc-56f7-4d68-99a5-2704e198050a node DatanodeRegistration(127.0.0.1:38309, datanodeUuid=46a4c14a-0406-47ee-8cbd-8eac791eb631, infoPort=36267, infoSecurePort=0, ipcPort=39187, storageInfo=lv=-57;cid=testClusterID;nsid=917115391;c=1732616494919), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:21:35,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556 2024-11-26T10:21:35,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:35,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:21:35,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8 with version=8 2024-11-26T10:21:35,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/hbase-staging 2024-11-26T10:21:35,984 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:21:35,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:35,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:35,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:21:35,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:35,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:21:35,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:21:35,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:21:35,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33813 2024-11-26T10:21:35,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33813 connecting to ZooKeeper ensemble=127.0.0.1:56613 2024-11-26T10:21:35,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338130x0, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:35,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33813-0x10153cb79ef0003 connected 2024-11-26T10:21:36,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:36,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:36,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Set watcher on znode that does not yet exist, /11134652126/running 2024-11-26T10:21:36,003 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8, hbase.cluster.distributed=false 2024-11-26T10:21:36,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Set watcher on znode that does not yet exist, /11134652126/acl 2024-11-26T10:21:36,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33813 2024-11-26T10:21:36,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33813 2024-11-26T10:21:36,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33813 2024-11-26T10:21:36,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33813 2024-11-26T10:21:36,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33813 2024-11-26T10:21:36,020 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:21:36,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:36,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:36,021 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:21:36,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:36,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:21:36,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:21:36,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:21:36,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44293 2024-11-26T10:21:36,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44293 connecting to ZooKeeper ensemble=127.0.0.1:56613 2024-11-26T10:21:36,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:36,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:36,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442930x0, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:36,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442930x0, quorum=127.0.0.1:56613, baseZNode=/11134652126 Set watcher on znode that does not yet exist, /11134652126/running 2024-11-26T10:21:36,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44293-0x10153cb79ef0004 connected 2024-11-26T10:21:36,028 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:21:36,031 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:21:36,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Set watcher on znode that does not yet exist, /11134652126/master 2024-11-26T10:21:36,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Set watcher on znode that does not yet exist, /11134652126/acl 2024-11-26T10:21:36,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44293 2024-11-26T10:21:36,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44293 2024-11-26T10:21:36,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44293 2024-11-26T10:21:36,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44293 2024-11-26T10:21:36,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44293 2024-11-26T10:21:36,066 DEBUG [M:0;94eedbb855cf:33813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:33813 2024-11-26T10:21:36,068 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11134652126/backup-masters/94eedbb855cf,33813,1732616495984 2024-11-26T10:21:36,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126/backup-masters 2024-11-26T10:21:36,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126/backup-masters 2024-11-26T10:21:36,070 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Set watcher on existing znode=/11134652126/backup-masters/94eedbb855cf,33813,1732616495984 2024-11-26T10:21:36,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11134652126/master 2024-11-26T10:21:36,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:36,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:36,073 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Set watcher on existing znode=/11134652126/master 2024-11-26T10:21:36,073 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11134652126/backup-masters/94eedbb855cf,33813,1732616495984 from backup master directory 2024-11-26T10:21:36,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11134652126/backup-masters/94eedbb855cf,33813,1732616495984 2024-11-26T10:21:36,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126/backup-masters 2024-11-26T10:21:36,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126/backup-masters 2024-11-26T10:21:36,075 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:21:36,075 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,33813,1732616495984 2024-11-26T10:21:36,081 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/hbase.id] with ID: e0c6ff84-01ba-4097-95ba-b12075a4daa0 2024-11-26T10:21:36,081 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/.tmp/hbase.id 2024-11-26T10:21:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:21:36,490 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/.tmp/hbase.id]:[hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/hbase.id] 2024-11-26T10:21:36,499 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:36,499 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:21:36,500 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:21:36,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:36,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:36,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:21:36,907 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:36,908 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:21:36,909 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:36,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:21:37,326 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store 2024-11-26T10:21:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:21:37,332 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:37,332 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:21:37,332 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:37,332 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:37,332 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:21:37,332 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:37,332 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:37,332 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616497332Disabling compacts and flushes for region at 1732616497332Disabling writes for close at 1732616497332Writing region close event to WAL at 1732616497332Closed at 1732616497332 2024-11-26T10:21:37,333 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/.initializing 2024-11-26T10:21:37,333 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/WALs/94eedbb855cf,33813,1732616495984 2024-11-26T10:21:37,334 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:21:37,335 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C33813%2C1732616495984, suffix=, logDir=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/WALs/94eedbb855cf,33813,1732616495984, archiveDir=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/oldWALs, maxLogs=10 2024-11-26T10:21:37,352 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/WALs/94eedbb855cf,33813,1732616495984/94eedbb855cf%2C33813%2C1732616495984.1732616497335, exclude list is [], retry=0 2024-11-26T10:21:37,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38309,DS-679d6820-7fd5-4d7b-95a7-1459da169b0b,DISK] 2024-11-26T10:21:37,356 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/WALs/94eedbb855cf,33813,1732616495984/94eedbb855cf%2C33813%2C1732616495984.1732616497335 2024-11-26T10:21:37,356 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-26T10:21:37,356 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:37,356 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:37,356 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:37,357 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:37,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:37,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:21:37,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:37,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:37,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:37,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:21:37,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:37,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:37,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:37,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:21:37,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:37,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:37,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:37,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:21:37,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:37,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:37,363 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:37,363 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:37,364 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:37,364 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:37,364 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:37,365 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:37,366 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:37,367 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:37,367 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58772791, jitterRate=-0.12421716749668121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:37,367 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616497357Initializing all the Stores at 1732616497357Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616497357Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616497357Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616497357Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616497357Cleaning up temporary data from old regions at 1732616497364 (+7 ms)Region opened successfully at 1732616497367 (+3 ms) 2024-11-26T10:21:37,372 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:21:37,374 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3982794c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:21:37,375 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:21:37,375 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:21:37,375 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:21:37,375 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:21:37,376 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:21:37,376 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:21:37,376 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:21:37,380 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:21:37,381 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Unable to get data of znode /11134652126/balancer because node does not exist (not necessarily an error) 2024-11-26T10:21:37,382 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11134652126/balancer already deleted, retry=false 2024-11-26T10:21:37,382 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:21:37,383 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Unable to get data of znode /11134652126/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:21:37,386 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11134652126/normalizer already deleted, retry=false 2024-11-26T10:21:37,386 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:21:37,388 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Unable to get data of znode /11134652126/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:21:37,389 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11134652126/switch/split already deleted, retry=false 2024-11-26T10:21:37,389 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Unable to get data of znode /11134652126/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:21:37,390 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11134652126/switch/merge already deleted, retry=false 2024-11-26T10:21:37,391 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Unable to get data of znode /11134652126/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:21:37,392 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11134652126/snapshot-cleanup already deleted, retry=false 2024-11-26T10:21:37,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11134652126/running 2024-11-26T10:21:37,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:37,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11134652126/running 2024-11-26T10:21:37,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:37,397 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,33813,1732616495984, sessionid=0x10153cb79ef0003, setting cluster-up flag (Was=false) 2024-11-26T10:21:37,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:37,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:37,407 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11134652126/flush-table-proc/acquired, /11134652126/flush-table-proc/reached, /11134652126/flush-table-proc/abort 2024-11-26T10:21:37,408 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,33813,1732616495984 2024-11-26T10:21:37,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:37,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:37,416 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11134652126/online-snapshot/acquired, /11134652126/online-snapshot/reached, /11134652126/online-snapshot/abort 2024-11-26T10:21:37,417 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,33813,1732616495984 2024-11-26T10:21:37,418 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:21:37,421 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:37,422 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:21:37,422 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:21:37,422 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,33813,1732616495984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:21:37,424 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:37,424 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:37,424 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:37,424 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:37,424 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:21:37,424 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,424 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:21:37,424 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:37,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:21:37,430 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:37,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:21:37,434 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616527434 2024-11-26T10:21:37,434 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:21:37,434 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:21:37,434 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:21:37,434 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:21:37,434 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:21:37,434 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:21:37,434 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,436 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:21:37,436 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:21:37,436 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:21:37,436 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:21:37,439 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:21:37,439 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:21:37,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:21:37,444 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616497439,5,FailOnTimeoutGroup] 2024-11-26T10:21:37,444 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616497444,5,FailOnTimeoutGroup] 2024-11-26T10:21:37,444 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,444 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:21:37,444 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,444 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:21:37,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8 2024-11-26T10:21:37,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741832_1008 (size=32) 2024-11-26T10:21:37,455 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(746): ClusterId : e0c6ff84-01ba-4097-95ba-b12075a4daa0 2024-11-26T10:21:37,455 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:21:37,456 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:21:37,456 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:21:37,461 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:21:37,461 DEBUG [RS:0;94eedbb855cf:44293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701d1b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:21:37,472 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:44293 2024-11-26T10:21:37,472 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:21:37,472 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:21:37,472 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:21:37,473 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,33813,1732616495984 with port=44293, startcode=1732616496020 2024-11-26T10:21:37,473 DEBUG [RS:0;94eedbb855cf:44293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:21:37,474 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:21:37,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,44293,1732616496020 2024-11-26T10:21:37,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33813 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,44293,1732616496020 2024-11-26T10:21:37,476 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8 2024-11-26T10:21:37,476 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44217 2024-11-26T10:21:37,476 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:21:37,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126/rs 2024-11-26T10:21:37,481 DEBUG [RS:0;94eedbb855cf:44293 {}] zookeeper.ZKUtil(111): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Set watcher on existing znode=/11134652126/rs/94eedbb855cf,44293,1732616496020 2024-11-26T10:21:37,481 WARN [RS:0;94eedbb855cf:44293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:21:37,481 INFO [RS:0;94eedbb855cf:44293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:37,481 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/WALs/94eedbb855cf,44293,1732616496020 2024-11-26T10:21:37,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,44293,1732616496020] 2024-11-26T10:21:37,484 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:21:37,485 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:21:37,485 INFO [RS:0;94eedbb855cf:44293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:21:37,485 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,487 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:21:37,488 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:21:37,488 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,488 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,488 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,488 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,488 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,488 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,488 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:21:37,488 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,488 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,488 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,489 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,489 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,489 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:37,489 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:21:37,489 DEBUG [RS:0;94eedbb855cf:44293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:21:37,492 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,493 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,493 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,493 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,493 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,493 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44293,1732616496020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:21:37,510 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:21:37,511 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44293,1732616496020-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,511 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,511 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.Replication(171): 94eedbb855cf,44293,1732616496020 started 2024-11-26T10:21:37,527 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:37,527 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,44293,1732616496020, RpcServer on 94eedbb855cf/172.17.0.2:44293, sessionid=0x10153cb79ef0004 2024-11-26T10:21:37,527 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:21:37,527 DEBUG [RS:0;94eedbb855cf:44293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,44293,1732616496020 2024-11-26T10:21:37,527 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,44293,1732616496020' 2024-11-26T10:21:37,527 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11134652126/flush-table-proc/abort' 2024-11-26T10:21:37,528 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11134652126/flush-table-proc/acquired' 2024-11-26T10:21:37,528 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:21:37,528 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:21:37,528 DEBUG [RS:0;94eedbb855cf:44293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,44293,1732616496020 2024-11-26T10:21:37,528 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,44293,1732616496020' 2024-11-26T10:21:37,528 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11134652126/online-snapshot/abort' 2024-11-26T10:21:37,528 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11134652126/online-snapshot/acquired' 2024-11-26T10:21:37,528 DEBUG [RS:0;94eedbb855cf:44293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:21:37,528 INFO [RS:0;94eedbb855cf:44293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:21:37,528 INFO [RS:0;94eedbb855cf:44293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:21:37,629 INFO [RS:0;94eedbb855cf:44293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:21:37,634 INFO [RS:0;94eedbb855cf:44293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C44293%2C1732616496020, suffix=, logDir=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/WALs/94eedbb855cf,44293,1732616496020, archiveDir=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/oldWALs, maxLogs=10 2024-11-26T10:21:37,650 DEBUG [RS:0;94eedbb855cf:44293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/WALs/94eedbb855cf,44293,1732616496020/94eedbb855cf%2C44293%2C1732616496020.1732616497635, exclude list is [], retry=0 2024-11-26T10:21:37,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38309,DS-679d6820-7fd5-4d7b-95a7-1459da169b0b,DISK] 2024-11-26T10:21:37,654 INFO [RS:0;94eedbb855cf:44293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/WALs/94eedbb855cf,44293,1732616496020/94eedbb855cf%2C44293%2C1732616496020.1732616497635 2024-11-26T10:21:37,659 DEBUG [RS:0;94eedbb855cf:44293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-26T10:21:37,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:37,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:21:37,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:21:37,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:37,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:37,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:21:37,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:21:37,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:37,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:37,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:21:37,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:21:37,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:37,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:37,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:21:37,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:21:37,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:37,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:37,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:21:37,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740 2024-11-26T10:21:37,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740 2024-11-26T10:21:37,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:21:37,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:21:37,862 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:37,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:21:37,864 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:37,865 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67911376, jitterRate=0.01195836067199707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:37,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616497854Initializing all the Stores at 1732616497855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616497855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616497855Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616497855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616497855Cleaning up temporary data from old regions at 1732616497862 (+7 ms)Region opened successfully at 1732616497865 (+3 ms) 2024-11-26T10:21:37,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:21:37,865 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:21:37,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:21:37,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:21:37,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:21:37,865 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:37,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616497865Disabling compacts and flushes for region at 1732616497865Disabling writes for close at 1732616497865Writing region close event to WAL at 1732616497865Closed at 1732616497865 2024-11-26T10:21:37,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:37,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:21:37,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:21:37,867 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:21:37,868 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:21:38,018 DEBUG [94eedbb855cf:33813 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:21:38,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,44293,1732616496020 2024-11-26T10:21:38,020 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,44293,1732616496020, state=OPENING 2024-11-26T10:21:38,021 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:21:38,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:38,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:38,023 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:21:38,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11134652126/meta-region-server: CHANGED 2024-11-26T10:21:38,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,44293,1732616496020}] 2024-11-26T10:21:38,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11134652126/meta-region-server: CHANGED 2024-11-26T10:21:38,175 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:21:38,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:21:38,180 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:21:38,180 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:38,181 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:21:38,182 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C44293%2C1732616496020.meta, suffix=.meta, logDir=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/WALs/94eedbb855cf,44293,1732616496020, archiveDir=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/oldWALs, maxLogs=10 2024-11-26T10:21:38,201 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/WALs/94eedbb855cf,44293,1732616496020/94eedbb855cf%2C44293%2C1732616496020.meta.1732616498183.meta, exclude list is [], retry=0 2024-11-26T10:21:38,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38309,DS-679d6820-7fd5-4d7b-95a7-1459da169b0b,DISK] 2024-11-26T10:21:38,208 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/WALs/94eedbb855cf,44293,1732616496020/94eedbb855cf%2C44293%2C1732616496020.meta.1732616498183.meta 2024-11-26T10:21:38,208 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-26T10:21:38,208 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:38,209 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:38,209 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:21:38,209 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:21:38,209 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:21:38,209 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:21:38,209 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:38,209 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:21:38,209 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:21:38,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:21:38,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:21:38,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:38,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:38,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:21:38,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:21:38,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:38,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:38,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:21:38,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:21:38,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:38,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:38,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:21:38,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:21:38,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:38,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:38,215 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:21:38,215 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740 2024-11-26T10:21:38,216 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740 2024-11-26T10:21:38,217 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:21:38,217 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:21:38,217 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:38,218 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:21:38,219 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69674568, jitterRate=0.03823196887969971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:38,219 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:21:38,219 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616498209Writing region info on filesystem at 1732616498209Initializing all the Stores at 1732616498210 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616498210Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616498210Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616498210Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616498210Cleaning up temporary data from old regions at 1732616498217 (+7 ms)Running coprocessor post-open hooks at 1732616498219 (+2 ms)Region opened successfully at 1732616498219 2024-11-26T10:21:38,220 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616498175 2024-11-26T10:21:38,222 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:21:38,222 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:21:38,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,44293,1732616496020 2024-11-26T10:21:38,223 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,44293,1732616496020, state=OPEN 2024-11-26T10:21:38,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11134652126/meta-region-server 2024-11-26T10:21:38,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11134652126/meta-region-server 2024-11-26T10:21:38,225 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,44293,1732616496020 2024-11-26T10:21:38,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11134652126/meta-region-server: CHANGED 2024-11-26T10:21:38,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11134652126/meta-region-server: CHANGED 2024-11-26T10:21:38,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:21:38,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,44293,1732616496020 in 202 msec 2024-11-26T10:21:38,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:21:38,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-26T10:21:38,229 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:38,229 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:21:38,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:38,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44293,1732616496020, seqNum=-1] 2024-11-26T10:21:38,230 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:38,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:38,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 816 msec 2024-11-26T10:21:38,237 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616498237, completionTime=-1 2024-11-26T10:21:38,237 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:21:38,237 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:21:38,239 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:21:38,239 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616558239 2024-11-26T10:21:38,239 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616618239 2024-11-26T10:21:38,239 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:21:38,239 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33813,1732616495984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:38,239 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33813,1732616495984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:38,239 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33813,1732616495984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:38,239 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:33813, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:38,239 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:38,239 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:38,241 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:21:38,242 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.167sec 2024-11-26T10:21:38,242 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:21:38,242 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:21:38,242 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:21:38,242 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:21:38,243 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:21:38,243 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33813,1732616495984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:21:38,243 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33813,1732616495984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:21:38,244 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:21:38,244 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:21:38,244 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,33813,1732616495984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:38,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646b864c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:38,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33813,-1 for getting cluster id 2024-11-26T10:21:38,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:38,257 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0c6ff84-01ba-4097-95ba-b12075a4daa0' 2024-11-26T10:21:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0c6ff84-01ba-4097-95ba-b12075a4daa0" 2024-11-26T10:21:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6000b170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:38,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33813,-1] 2024-11-26T10:21:38,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:38,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:38,258 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:38,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46237750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:38,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:38,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44293,1732616496020, seqNum=-1] 2024-11-26T10:21:38,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:38,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:38,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,33813,1732616495984 2024-11-26T10:21:38,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56613 2024-11-26T10:21:38,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:38,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10153cb79ef0005 connected 2024-11-26T10:21:38,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/hadoop.log.dir so I do NOT create it in target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5 2024-11-26T10:21:38,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T10:21:38,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/hadoop.tmp.dir so I do NOT create it in target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5 2024-11-26T10:21:38,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T10:21:38,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5 2024-11-26T10:21:38,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T10:21:38,273 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/cluster_23b467ca-b872-6928-f50a-6214c0720a9f, deleteOnExit=true 2024-11-26T10:21:38,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/test.cache.data in system properties and HBase conf 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/hadoop.log.dir in system properties and HBase conf 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T10:21:38,274 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T10:21:38,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T10:21:38,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:21:38,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T10:21:38,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/nfs.dump.dir in system properties and HBase conf 2024-11-26T10:21:38,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/java.io.tmpdir in system properties and HBase conf 2024-11-26T10:21:38,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T10:21:38,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T10:21:38,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T10:21:38,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:21:38,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:21:38,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:21:38,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:21:38,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T10:21:38,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:21:38,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18990de3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:21:38,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ad0518{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:21:38,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48c058e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/java.io.tmpdir/jetty-localhost-37547-hadoop-hdfs-3_4_1-tests_jar-_-any-10429727786645609995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:21:38,509 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dea3191{HTTP/1.1, (http/1.1)}{localhost:37547} 2024-11-26T10:21:38,509 INFO [Time-limited test {}] server.Server(415): Started @290326ms 2024-11-26T10:21:38,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T10:21:38,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T10:21:38,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T10:21:38,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T10:21:38,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T10:21:38,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb415da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/hadoop.log.dir/,AVAILABLE} 2024-11-26T10:21:38,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e7d4bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T10:21:38,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37dd00a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/java.io.tmpdir/jetty-localhost-45353-hadoop-hdfs-3_4_1-tests_jar-_-any-3115420383647910104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:21:38,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12f6a315{HTTP/1.1, (http/1.1)}{localhost:45353} 2024-11-26T10:21:38,727 INFO [Time-limited test {}] server.Server(415): Started @290545ms 2024-11-26T10:21:38,729 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T10:21:38,850 WARN [Thread-4544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/cluster_23b467ca-b872-6928-f50a-6214c0720a9f/data/data1/current/BP-846548283-172.17.0.2-1732616498295/current, will proceed with Du for space computation calculation, 2024-11-26T10:21:38,850 WARN [Thread-4545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/cluster_23b467ca-b872-6928-f50a-6214c0720a9f/data/data2/current/BP-846548283-172.17.0.2-1732616498295/current, will proceed with Du for space computation calculation, 2024-11-26T10:21:38,880 WARN [Thread-4532 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T10:21:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x627da289d6f57958 with lease ID 0x52405154cdd8ce5f: Processing first storage report for DS-2199f821-e0b7-416c-abae-1b1d0a572ee6 from datanode DatanodeRegistration(127.0.0.1:46145, datanodeUuid=579fe5c9-e504-432a-a7c3-a0bc20845bf4, infoPort=34023, infoSecurePort=0, ipcPort=33889, storageInfo=lv=-57;cid=testClusterID;nsid=450762018;c=1732616498295) 2024-11-26T10:21:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x627da289d6f57958 with lease ID 0x52405154cdd8ce5f: from storage DS-2199f821-e0b7-416c-abae-1b1d0a572ee6 node DatanodeRegistration(127.0.0.1:46145, datanodeUuid=579fe5c9-e504-432a-a7c3-a0bc20845bf4, infoPort=34023, infoSecurePort=0, ipcPort=33889, storageInfo=lv=-57;cid=testClusterID;nsid=450762018;c=1732616498295), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T10:21:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x627da289d6f57958 with lease ID 0x52405154cdd8ce5f: Processing first storage report for DS-a5e354ec-15e6-49bf-bed1-34103ef45212 from datanode DatanodeRegistration(127.0.0.1:46145, datanodeUuid=579fe5c9-e504-432a-a7c3-a0bc20845bf4, infoPort=34023, infoSecurePort=0, ipcPort=33889, storageInfo=lv=-57;cid=testClusterID;nsid=450762018;c=1732616498295) 2024-11-26T10:21:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x627da289d6f57958 with lease ID 0x52405154cdd8ce5f: from storage DS-a5e354ec-15e6-49bf-bed1-34103ef45212 node DatanodeRegistration(127.0.0.1:46145, datanodeUuid=579fe5c9-e504-432a-a7c3-a0bc20845bf4, infoPort=34023, infoSecurePort=0, ipcPort=33889, storageInfo=lv=-57;cid=testClusterID;nsid=450762018;c=1732616498295), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T10:21:38,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5 2024-11-26T10:21:38,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:38,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:38,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741825_1001 (size=7) 2024-11-26T10:21:39,389 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d with version=8 2024-11-26T10:21:39,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/hbase-staging 2024-11-26T10:21:39,391 INFO [Time-limited test {}] client.ConnectionUtils(128): master/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:21:39,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:39,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:39,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:21:39,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:39,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:21:39,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T10:21:39,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:21:39,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44759 2024-11-26T10:21:39,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44759 connecting to ZooKeeper ensemble=127.0.0.1:56613 2024-11-26T10:21:39,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447590x0, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:39,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44759-0x10153cb79ef0006 connected 2024-11-26T10:21:39,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:39,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:39,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Set watcher on znode that does not yet exist, /2-1225413323/running 2024-11-26T10:21:39,411 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d, hbase.cluster.distributed=false 2024-11-26T10:21:39,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Set watcher on znode that does not yet exist, /2-1225413323/acl 2024-11-26T10:21:39,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44759 2024-11-26T10:21:39,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44759 2024-11-26T10:21:39,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44759 2024-11-26T10:21:39,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44759 2024-11-26T10:21:39,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44759 2024-11-26T10:21:39,428 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/94eedbb855cf:0 server-side Connection retries=45 2024-11-26T10:21:39,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:39,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:39,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T10:21:39,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T10:21:39,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T10:21:39,429 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T10:21:39,429 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T10:21:39,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46641 2024-11-26T10:21:39,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46641 connecting to ZooKeeper ensemble=127.0.0.1:56613 2024-11-26T10:21:39,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:39,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:39,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466410x0, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:39,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466410x0, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Set watcher on znode that does not yet exist, /2-1225413323/running 2024-11-26T10:21:39,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46641-0x10153cb79ef0007 connected 2024-11-26T10:21:39,452 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T10:21:39,456 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T10:21:39,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Set watcher on znode that does not yet exist, /2-1225413323/master 2024-11-26T10:21:39,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Set watcher on znode that does not yet exist, /2-1225413323/acl 2024-11-26T10:21:39,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46641 2024-11-26T10:21:39,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46641 2024-11-26T10:21:39,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46641 2024-11-26T10:21:39,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46641 2024-11-26T10:21:39,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46641 2024-11-26T10:21:39,479 DEBUG [M:0;94eedbb855cf:44759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94eedbb855cf:44759 2024-11-26T10:21:39,480 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1225413323/backup-masters/94eedbb855cf,44759,1732616499391 2024-11-26T10:21:39,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323/backup-masters 2024-11-26T10:21:39,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323/backup-masters 2024-11-26T10:21:39,482 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Set watcher on existing znode=/2-1225413323/backup-masters/94eedbb855cf,44759,1732616499391 2024-11-26T10:21:39,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1225413323/master 2024-11-26T10:21:39,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:39,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:39,489 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Set watcher on existing znode=/2-1225413323/master 2024-11-26T10:21:39,490 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1225413323/backup-masters/94eedbb855cf,44759,1732616499391 from backup master directory 2024-11-26T10:21:39,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1225413323/backup-masters/94eedbb855cf,44759,1732616499391 2024-11-26T10:21:39,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323/backup-masters 2024-11-26T10:21:39,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323/backup-masters 2024-11-26T10:21:39,491 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:21:39,491 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94eedbb855cf,44759,1732616499391 2024-11-26T10:21:39,497 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/hbase.id] with ID: ea54112f-e1bf-4735-8036-e636b14b2dcd 2024-11-26T10:21:39,497 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/.tmp/hbase.id 2024-11-26T10:21:39,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741826_1002 (size=42) 2024-11-26T10:21:39,502 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/.tmp/hbase.id]:[hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/hbase.id] 2024-11-26T10:21:39,509 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:39,509 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T10:21:39,510 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T10:21:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:39,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741827_1003 (size=196) 2024-11-26T10:21:39,916 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:39,917 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T10:21:39,917 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:39,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741828_1004 (size=1189) 2024-11-26T10:21:40,324 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store 2024-11-26T10:21:40,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:21:40,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741829_1005 (size=34) 2024-11-26T10:21:40,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:40,734 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:40,734 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:21:40,734 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:40,734 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:40,734 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:21:40,734 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:40,735 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:40,735 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616500734Disabling compacts and flushes for region at 1732616500734Disabling writes for close at 1732616500734Writing region close event to WAL at 1732616500734Closed at 1732616500734 2024-11-26T10:21:40,735 WARN [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/.initializing 2024-11-26T10:21:40,735 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/WALs/94eedbb855cf,44759,1732616499391 2024-11-26T10:21:40,736 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:21:40,737 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94eedbb855cf%2C44759%2C1732616499391, suffix=, logDir=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/WALs/94eedbb855cf,44759,1732616499391, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/oldWALs, maxLogs=10 2024-11-26T10:21:40,756 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/WALs/94eedbb855cf,44759,1732616499391/94eedbb855cf%2C44759%2C1732616499391.1732616500738, exclude list is [], retry=0 2024-11-26T10:21:40,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46145,DS-2199f821-e0b7-416c-abae-1b1d0a572ee6,DISK] 2024-11-26T10:21:40,760 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/WALs/94eedbb855cf,44759,1732616499391/94eedbb855cf%2C44759%2C1732616499391.1732616500738 2024-11-26T10:21:40,760 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34023:34023)] 2024-11-26T10:21:40,760 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:40,761 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:40,761 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:40,761 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:40,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:40,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T10:21:40,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:40,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:40,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:40,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T10:21:40,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:40,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:40,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:40,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T10:21:40,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:40,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:40,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:40,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T10:21:40,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:40,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:40,767 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:40,767 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:40,767 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:40,768 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:40,768 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:40,769 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:40,769 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T10:21:40,771 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:40,771 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74021698, jitterRate=0.10300925374031067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:40,771 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732616500761Initializing all the Stores at 1732616500761Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616500761Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616500762 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616500762Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616500762Cleaning up temporary data from old regions at 1732616500768 (+6 ms)Region opened successfully at 1732616500771 (+3 ms) 2024-11-26T10:21:40,771 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T10:21:40,773 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2992d8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:21:40,774 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T10:21:40,774 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T10:21:40,774 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T10:21:40,774 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T10:21:40,775 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T10:21:40,775 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T10:21:40,775 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T10:21:40,776 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T10:21:40,777 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Unable to get data of znode /2-1225413323/balancer because node does not exist (not necessarily an error) 2024-11-26T10:21:40,778 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1225413323/balancer already deleted, retry=false 2024-11-26T10:21:40,779 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T10:21:40,779 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Unable to get data of znode /2-1225413323/normalizer because node does not exist (not necessarily an error) 2024-11-26T10:21:40,783 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1225413323/normalizer already deleted, retry=false 2024-11-26T10:21:40,783 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T10:21:40,784 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Unable to get data of znode /2-1225413323/switch/split because node does not exist (not necessarily an error) 2024-11-26T10:21:40,785 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1225413323/switch/split already deleted, retry=false 2024-11-26T10:21:40,785 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Unable to get data of znode /2-1225413323/switch/merge because node does not exist (not necessarily an error) 2024-11-26T10:21:40,786 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1225413323/switch/merge already deleted, retry=false 2024-11-26T10:21:40,788 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Unable to get data of znode /2-1225413323/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T10:21:40,788 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1225413323/snapshot-cleanup already deleted, retry=false 2024-11-26T10:21:40,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1225413323/running 2024-11-26T10:21:40,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1225413323/running 2024-11-26T10:21:40,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:40,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:40,791 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=94eedbb855cf,44759,1732616499391, sessionid=0x10153cb79ef0006, setting cluster-up flag (Was=false) 2024-11-26T10:21:40,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:40,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:40,798 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1225413323/flush-table-proc/acquired, /2-1225413323/flush-table-proc/reached, /2-1225413323/flush-table-proc/abort 2024-11-26T10:21:40,799 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,44759,1732616499391 2024-11-26T10:21:40,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:40,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:40,805 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1225413323/online-snapshot/acquired, /2-1225413323/online-snapshot/reached, /2-1225413323/online-snapshot/abort 2024-11-26T10:21:40,806 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94eedbb855cf,44759,1732616499391 2024-11-26T10:21:40,807 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T10:21:40,808 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:40,809 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T10:21:40,809 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T10:21:40,809 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94eedbb855cf,44759,1732616499391 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T10:21:40,811 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:40,811 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:40,811 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:40,811 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94eedbb855cf:0, corePoolSize=5, maxPoolSize=5 2024-11-26T10:21:40,811 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94eedbb855cf:0, corePoolSize=10, maxPoolSize=10 2024-11-26T10:21:40,811 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,811 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:21:40,811 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,814 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732616530814 2024-11-26T10:21:40,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:40,814 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T10:21:40,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T10:21:40,814 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T10:21:40,814 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T10:21:40,814 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T10:21:40,814 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T10:21:40,814 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T10:21:40,814 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,815 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:40,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T10:21:40,817 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T10:21:40,817 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T10:21:40,817 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T10:21:40,817 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T10:21:40,820 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T10:21:40,820 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T10:21:40,821 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616500820,5,FailOnTimeoutGroup] 2024-11-26T10:21:40,821 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616500821,5,FailOnTimeoutGroup] 2024-11-26T10:21:40,821 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,821 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T10:21:40,821 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,821 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741831_1007 (size=1321) 2024-11-26T10:21:40,870 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(746): ClusterId : ea54112f-e1bf-4735-8036-e636b14b2dcd 2024-11-26T10:21:40,870 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T10:21:40,872 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T10:21:40,872 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T10:21:40,877 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T10:21:40,877 DEBUG [RS:0;94eedbb855cf:46641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5843d558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94eedbb855cf/172.17.0.2:0 2024-11-26T10:21:40,889 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94eedbb855cf:46641 2024-11-26T10:21:40,889 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T10:21:40,890 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T10:21:40,890 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T10:21:40,890 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(2659): reportForDuty to master=94eedbb855cf,44759,1732616499391 with port=46641, startcode=1732616499428 2024-11-26T10:21:40,891 DEBUG [RS:0;94eedbb855cf:46641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T10:21:40,893 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T10:21:40,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 94eedbb855cf,46641,1732616499428 2024-11-26T10:21:40,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44759 {}] master.ServerManager(517): Registering regionserver=94eedbb855cf,46641,1732616499428 2024-11-26T10:21:40,895 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d 2024-11-26T10:21:40,895 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34661 2024-11-26T10:21:40,895 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T10:21:40,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323/rs 2024-11-26T10:21:40,901 DEBUG [RS:0;94eedbb855cf:46641 {}] zookeeper.ZKUtil(111): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Set watcher on existing znode=/2-1225413323/rs/94eedbb855cf,46641,1732616499428 2024-11-26T10:21:40,901 WARN [RS:0;94eedbb855cf:46641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T10:21:40,901 INFO [RS:0;94eedbb855cf:46641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:40,901 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/WALs/94eedbb855cf,46641,1732616499428 2024-11-26T10:21:40,901 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94eedbb855cf,46641,1732616499428] 2024-11-26T10:21:40,906 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T10:21:40,908 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T10:21:40,908 INFO [RS:0;94eedbb855cf:46641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T10:21:40,908 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,909 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T10:21:40,909 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T10:21:40,909 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94eedbb855cf:0, corePoolSize=2, maxPoolSize=2 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94eedbb855cf:0, corePoolSize=1, maxPoolSize=1 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:21:40,910 DEBUG [RS:0;94eedbb855cf:46641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94eedbb855cf:0, corePoolSize=3, maxPoolSize=3 2024-11-26T10:21:40,912 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,912 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,912 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,912 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,912 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,912 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,46641,1732616499428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:21:40,930 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T10:21:40,930 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,46641,1732616499428-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,930 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,931 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.Replication(171): 94eedbb855cf,46641,1732616499428 started 2024-11-26T10:21:40,944 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:40,944 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1482): Serving as 94eedbb855cf,46641,1732616499428, RpcServer on 94eedbb855cf/172.17.0.2:46641, sessionid=0x10153cb79ef0007 2024-11-26T10:21:40,944 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T10:21:40,944 DEBUG [RS:0;94eedbb855cf:46641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94eedbb855cf,46641,1732616499428 2024-11-26T10:21:40,944 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,46641,1732616499428' 2024-11-26T10:21:40,944 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1225413323/flush-table-proc/abort' 2024-11-26T10:21:40,945 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1225413323/flush-table-proc/acquired' 2024-11-26T10:21:40,945 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T10:21:40,945 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T10:21:40,945 DEBUG [RS:0;94eedbb855cf:46641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94eedbb855cf,46641,1732616499428 2024-11-26T10:21:40,945 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94eedbb855cf,46641,1732616499428' 2024-11-26T10:21:40,945 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1225413323/online-snapshot/abort' 2024-11-26T10:21:40,945 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1225413323/online-snapshot/acquired' 2024-11-26T10:21:40,946 DEBUG [RS:0;94eedbb855cf:46641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T10:21:40,946 INFO [RS:0;94eedbb855cf:46641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T10:21:40,946 INFO [RS:0;94eedbb855cf:46641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T10:21:41,046 INFO [RS:0;94eedbb855cf:46641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T10:21:41,048 INFO [RS:0;94eedbb855cf:46641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C46641%2C1732616499428, suffix=, logDir=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/WALs/94eedbb855cf,46641,1732616499428, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/oldWALs, maxLogs=10 2024-11-26T10:21:41,063 DEBUG [RS:0;94eedbb855cf:46641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/WALs/94eedbb855cf,46641,1732616499428/94eedbb855cf%2C46641%2C1732616499428.1732616501048, exclude list is [], retry=0 2024-11-26T10:21:41,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46145,DS-2199f821-e0b7-416c-abae-1b1d0a572ee6,DISK] 2024-11-26T10:21:41,069 INFO [RS:0;94eedbb855cf:46641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/WALs/94eedbb855cf,46641,1732616499428/94eedbb855cf%2C46641%2C1732616499428.1732616501048 2024-11-26T10:21:41,072 DEBUG [RS:0;94eedbb855cf:46641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34023:34023)] 2024-11-26T10:21:41,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T10:21:41,227 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d 2024-11-26T10:21:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741833_1009 (size=32) 2024-11-26T10:21:41,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:41,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:21:41,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:21:41,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:41,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:41,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:21:41,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:21:41,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:41,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:41,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:21:41,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:21:41,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:41,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:41,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:21:41,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:21:41,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:41,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:41,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:21:41,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740 2024-11-26T10:21:41,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740 2024-11-26T10:21:41,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:21:41,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:21:41,642 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:41,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:21:41,644 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:41,645 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60315628, jitterRate=-0.10122710466384888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:41,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732616501633Initializing all the Stores at 1732616501634 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616501634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616501634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616501634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616501634Cleaning up temporary data from old regions at 1732616501641 (+7 ms)Region opened successfully at 1732616501645 (+4 ms) 2024-11-26T10:21:41,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:21:41,645 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:21:41,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:21:41,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:21:41,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:21:41,646 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:41,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616501645Disabling compacts and flushes for region at 1732616501645Disabling writes for close at 1732616501645Writing region close event to WAL at 1732616501645Closed at 1732616501646 (+1 ms) 2024-11-26T10:21:41,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:41,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T10:21:41,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T10:21:41,647 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:21:41,648 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T10:21:41,798 DEBUG [94eedbb855cf:44759 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T10:21:41,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94eedbb855cf,46641,1732616499428 2024-11-26T10:21:41,800 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,46641,1732616499428, state=OPENING 2024-11-26T10:21:41,802 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T10:21:41,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:41,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:41,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1225413323/meta-region-server: CHANGED 2024-11-26T10:21:41,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1225413323/meta-region-server: CHANGED 2024-11-26T10:21:41,803 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T10:21:41,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,46641,1732616499428}] 2024-11-26T10:21:41,956 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:21:41,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:21:41,960 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T10:21:41,960 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:41,960 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T10:21:41,961 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C46641%2C1732616499428.meta, suffix=.meta, logDir=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/WALs/94eedbb855cf,46641,1732616499428, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/oldWALs, maxLogs=10 2024-11-26T10:21:41,974 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/WALs/94eedbb855cf,46641,1732616499428/94eedbb855cf%2C46641%2C1732616499428.meta.1732616501961.meta, exclude list is [], retry=0 2024-11-26T10:21:41,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46145,DS-2199f821-e0b7-416c-abae-1b1d0a572ee6,DISK] 2024-11-26T10:21:41,977 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/WALs/94eedbb855cf,46641,1732616499428/94eedbb855cf%2C46641%2C1732616499428.meta.1732616501961.meta 2024-11-26T10:21:41,977 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34023:34023)] 2024-11-26T10:21:41,977 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:41,978 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:41,978 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:21:41,978 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T10:21:41,978 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T10:21:41,978 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T10:21:41,978 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:41,978 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T10:21:41,978 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T10:21:41,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T10:21:41,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T10:21:41,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:41,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:41,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T10:21:41,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T10:21:41,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:41,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:41,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T10:21:41,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T10:21:41,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:41,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:41,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T10:21:41,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T10:21:41,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:41,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T10:21:41,983 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T10:21:41,983 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740 2024-11-26T10:21:41,984 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740 2024-11-26T10:21:41,984 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T10:21:41,984 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T10:21:41,985 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T10:21:41,986 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T10:21:41,986 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71427901, jitterRate=0.0643586665391922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T10:21:41,986 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T10:21:41,987 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732616501978Writing region info on filesystem at 1732616501978Initializing all the Stores at 1732616501979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616501979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616501979Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616501979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732616501979Cleaning up temporary data from old regions at 1732616501985 (+6 ms)Running coprocessor post-open hooks at 1732616501986 (+1 ms)Region opened successfully at 1732616501986 2024-11-26T10:21:41,987 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732616501956 2024-11-26T10:21:41,989 DEBUG [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T10:21:41,989 INFO [RS_OPEN_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T10:21:41,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,46641,1732616499428 2024-11-26T10:21:41,990 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94eedbb855cf,46641,1732616499428, state=OPEN 2024-11-26T10:21:41,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1225413323/meta-region-server 2024-11-26T10:21:41,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1225413323/meta-region-server 2024-11-26T10:21:41,993 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=94eedbb855cf,46641,1732616499428 2024-11-26T10:21:41,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1225413323/meta-region-server: CHANGED 2024-11-26T10:21:41,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1225413323/meta-region-server: CHANGED 2024-11-26T10:21:41,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T10:21:41,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=94eedbb855cf,46641,1732616499428 in 190 msec 2024-11-26T10:21:41,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T10:21:41,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-26T10:21:41,996 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T10:21:41,996 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T10:21:41,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:41,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,46641,1732616499428, seqNum=-1] 2024-11-26T10:21:41,997 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:41,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:42,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-26T10:21:42,003 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732616502003, completionTime=-1 2024-11-26T10:21:42,003 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T10:21:42,003 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T10:21:42,005 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T10:21:42,005 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732616562005 2024-11-26T10:21:42,005 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732616622005 2024-11-26T10:21:42,005 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T10:21:42,005 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44759,1732616499391-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:42,005 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44759,1732616499391-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:42,005 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44759,1732616499391-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:42,005 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94eedbb855cf:44759, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:42,005 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:42,006 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:42,007 DEBUG [master/94eedbb855cf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T10:21:42,008 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.517sec 2024-11-26T10:21:42,009 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T10:21:42,009 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T10:21:42,009 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T10:21:42,009 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T10:21:42,009 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T10:21:42,009 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44759,1732616499391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T10:21:42,009 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44759,1732616499391-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T10:21:42,014 DEBUG [master/94eedbb855cf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T10:21:42,014 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T10:21:42,014 INFO [master/94eedbb855cf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94eedbb855cf,44759,1732616499391-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T10:21:42,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341acd1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:42,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,44759,-1 for getting cluster id 2024-11-26T10:21:42,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:42,072 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea54112f-e1bf-4735-8036-e636b14b2dcd' 2024-11-26T10:21:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea54112f-e1bf-4735-8036-e636b14b2dcd" 2024-11-26T10:21:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6c3b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,44759,-1] 2024-11-26T10:21:42,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:42,073 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:42,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292a23af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:42,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:42,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,46641,1732616499428, seqNum=-1] 2024-11-26T10:21:42,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:42,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:42,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=94eedbb855cf,44759,1732616499391 2024-11-26T10:21:42,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56613 2024-11-26T10:21:42,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T10:21:42,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10153cb79ef0008 connected 2024-11-26T10:21:42,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:42,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,45087,1732616492213 2024-11-26T10:21:42,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@672d8609 2024-11-26T10:21:42,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:42,085 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:42,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:21:42,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:21:42,098 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:42,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:21:42,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:21:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:21:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:42,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d30a2d22f8a94db678376ccd21bbf492, NAME => 'test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f 2024-11-26T10:21:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:21:42,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:42,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d30a2d22f8a94db678376ccd21bbf492, disabling compactions & flushes 2024-11-26T10:21:42,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. 2024-11-26T10:21:42,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. 2024-11-26T10:21:42,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. after waiting 0 ms 2024-11-26T10:21:42,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. 2024-11-26T10:21:42,519 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. 2024-11-26T10:21:42,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d30a2d22f8a94db678376ccd21bbf492: Waiting for close lock at 1732616502518Disabling compacts and flushes for region at 1732616502518Disabling writes for close at 1732616502518Writing region close event to WAL at 1732616502518Closed at 1732616502518 2024-11-26T10:21:42,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:21:42,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616502520"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616502520"}]},"ts":"1732616502520"} 2024-11-26T10:21:42,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:21:42,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:21:42,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616502524"}]},"ts":"1732616502524"} 2024-11-26T10:21:42,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:21:42,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d30a2d22f8a94db678376ccd21bbf492, ASSIGN}] 2024-11-26T10:21:42,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d30a2d22f8a94db678376ccd21bbf492, ASSIGN 2024-11-26T10:21:42,533 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d30a2d22f8a94db678376ccd21bbf492, ASSIGN; state=OFFLINE, location=94eedbb855cf,40787,1732616492263; forceNewPlan=false, retain=false 2024-11-26T10:21:42,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d30a2d22f8a94db678376ccd21bbf492, regionState=OPENING, regionLocation=94eedbb855cf,40787,1732616492263 2024-11-26T10:21:42,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d30a2d22f8a94db678376ccd21bbf492, ASSIGN because future has completed 2024-11-26T10:21:42,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d30a2d22f8a94db678376ccd21bbf492, server=94eedbb855cf,40787,1732616492263}] 2024-11-26T10:21:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:42,844 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. 2024-11-26T10:21:42,844 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d30a2d22f8a94db678376ccd21bbf492, NAME => 'test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:42,845 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:42,845 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:21:42,845 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,845 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:42,845 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,845 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,846 INFO [StoreOpener-d30a2d22f8a94db678376ccd21bbf492-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,848 INFO [StoreOpener-d30a2d22f8a94db678376ccd21bbf492-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30a2d22f8a94db678376ccd21bbf492 columnFamilyName f 2024-11-26T10:21:42,848 DEBUG [StoreOpener-d30a2d22f8a94db678376ccd21bbf492-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:42,848 INFO [StoreOpener-d30a2d22f8a94db678376ccd21bbf492-1 {}] regionserver.HStore(327): Store=d30a2d22f8a94db678376ccd21bbf492/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:42,848 INFO [StoreOpener-d30a2d22f8a94db678376ccd21bbf492-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,849 INFO [StoreOpener-d30a2d22f8a94db678376ccd21bbf492-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30a2d22f8a94db678376ccd21bbf492 columnFamilyName f1 2024-11-26T10:21:42,849 DEBUG [StoreOpener-d30a2d22f8a94db678376ccd21bbf492-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:42,850 INFO [StoreOpener-d30a2d22f8a94db678376ccd21bbf492-1 {}] regionserver.HStore(327): Store=d30a2d22f8a94db678376ccd21bbf492/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:42,850 INFO [StoreOpener-d30a2d22f8a94db678376ccd21bbf492-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,850 INFO [StoreOpener-d30a2d22f8a94db678376ccd21bbf492-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30a2d22f8a94db678376ccd21bbf492 columnFamilyName norep 2024-11-26T10:21:42,851 DEBUG [StoreOpener-d30a2d22f8a94db678376ccd21bbf492-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:42,851 INFO [StoreOpener-d30a2d22f8a94db678376ccd21bbf492-1 {}] regionserver.HStore(327): Store=d30a2d22f8a94db678376ccd21bbf492/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:42,851 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,851 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,852 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,852 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,852 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,853 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:21:42,854 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,857 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:42,857 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d30a2d22f8a94db678376ccd21bbf492; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62929013, jitterRate=-0.06228463351726532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:21:42,857 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:42,857 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d30a2d22f8a94db678376ccd21bbf492: Running coprocessor pre-open hook at 1732616502845Writing region info on filesystem at 1732616502845Initializing all the Stores at 1732616502846 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616502846Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616502846Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616502846Cleaning up temporary data from old regions at 1732616502852 (+6 ms)Running coprocessor post-open hooks at 1732616502857 (+5 ms)Region opened successfully at 1732616502857 2024-11-26T10:21:42,859 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492., pid=6, masterSystemTime=1732616502839 2024-11-26T10:21:42,863 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. 2024-11-26T10:21:42,863 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. 2024-11-26T10:21:42,864 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d30a2d22f8a94db678376ccd21bbf492, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,40787,1732616492263 2024-11-26T10:21:42,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d30a2d22f8a94db678376ccd21bbf492, server=94eedbb855cf,40787,1732616492263 because future has completed 2024-11-26T10:21:42,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:21:42,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d30a2d22f8a94db678376ccd21bbf492, server=94eedbb855cf,40787,1732616492263 in 182 msec 2024-11-26T10:21:42,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:21:42,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d30a2d22f8a94db678376ccd21bbf492, ASSIGN in 345 msec 2024-11-26T10:21:42,873 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:21:42,873 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616502873"}]},"ts":"1732616502873"} 2024-11-26T10:21:42,875 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:21:42,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:21:42,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 790 msec 2024-11-26T10:21:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:43,241 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:21:43,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:43,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33813,1732616495984 2024-11-26T10:21:43,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7022f3d8 2024-11-26T10:21:43,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:43,243 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:43,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:21:43,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:21:43,247 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:43,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:21:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:43,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:21:43,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:21:43,261 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3f9c7e73bf49a6757bc65ee99d7d864, NAME => 'test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8 2024-11-26T10:21:43,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:21:43,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:43,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c3f9c7e73bf49a6757bc65ee99d7d864, disabling compactions & flushes 2024-11-26T10:21:43,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. 2024-11-26T10:21:43,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. 2024-11-26T10:21:43,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. after waiting 0 ms 2024-11-26T10:21:43,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. 2024-11-26T10:21:43,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. 2024-11-26T10:21:43,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3f9c7e73bf49a6757bc65ee99d7d864: Waiting for close lock at 1732616503281Disabling compacts and flushes for region at 1732616503281Disabling writes for close at 1732616503281Writing region close event to WAL at 1732616503281Closed at 1732616503281 2024-11-26T10:21:43,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:21:43,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616503283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616503283"}]},"ts":"1732616503283"} 2024-11-26T10:21:43,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:21:43,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:21:43,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616503285"}]},"ts":"1732616503285"} 2024-11-26T10:21:43,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:21:43,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c3f9c7e73bf49a6757bc65ee99d7d864, ASSIGN}] 2024-11-26T10:21:43,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c3f9c7e73bf49a6757bc65ee99d7d864, ASSIGN 2024-11-26T10:21:43,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c3f9c7e73bf49a6757bc65ee99d7d864, ASSIGN; state=OFFLINE, location=94eedbb855cf,44293,1732616496020; forceNewPlan=false, retain=false 2024-11-26T10:21:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:43,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3f9c7e73bf49a6757bc65ee99d7d864, regionState=OPENING, regionLocation=94eedbb855cf,44293,1732616496020 2024-11-26T10:21:43,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c3f9c7e73bf49a6757bc65ee99d7d864, ASSIGN because future has completed 2024-11-26T10:21:43,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3f9c7e73bf49a6757bc65ee99d7d864, server=94eedbb855cf,44293,1732616496020}] 2024-11-26T10:21:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:43,602 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. 2024-11-26T10:21:43,603 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c3f9c7e73bf49a6757bc65ee99d7d864, NAME => 'test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:43,607 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:43,607 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:21:43,607 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,607 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:43,607 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,607 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,611 INFO [StoreOpener-c3f9c7e73bf49a6757bc65ee99d7d864-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,613 INFO [StoreOpener-c3f9c7e73bf49a6757bc65ee99d7d864-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f9c7e73bf49a6757bc65ee99d7d864 columnFamilyName f 2024-11-26T10:21:43,613 DEBUG [StoreOpener-c3f9c7e73bf49a6757bc65ee99d7d864-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:43,613 INFO [StoreOpener-c3f9c7e73bf49a6757bc65ee99d7d864-1 {}] regionserver.HStore(327): Store=c3f9c7e73bf49a6757bc65ee99d7d864/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:43,613 INFO [StoreOpener-c3f9c7e73bf49a6757bc65ee99d7d864-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,621 INFO [StoreOpener-c3f9c7e73bf49a6757bc65ee99d7d864-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f9c7e73bf49a6757bc65ee99d7d864 columnFamilyName f1 2024-11-26T10:21:43,621 DEBUG [StoreOpener-c3f9c7e73bf49a6757bc65ee99d7d864-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:43,621 INFO [StoreOpener-c3f9c7e73bf49a6757bc65ee99d7d864-1 {}] regionserver.HStore(327): Store=c3f9c7e73bf49a6757bc65ee99d7d864/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:43,622 INFO [StoreOpener-c3f9c7e73bf49a6757bc65ee99d7d864-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,623 INFO [StoreOpener-c3f9c7e73bf49a6757bc65ee99d7d864-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f9c7e73bf49a6757bc65ee99d7d864 columnFamilyName norep 2024-11-26T10:21:43,623 DEBUG [StoreOpener-c3f9c7e73bf49a6757bc65ee99d7d864-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:43,623 INFO [StoreOpener-c3f9c7e73bf49a6757bc65ee99d7d864-1 {}] regionserver.HStore(327): Store=c3f9c7e73bf49a6757bc65ee99d7d864/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:43,624 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,625 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,625 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,626 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,626 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,627 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:21:43,628 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,633 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:43,634 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c3f9c7e73bf49a6757bc65ee99d7d864; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74676545, jitterRate=0.11276723444461823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:21:43,634 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:43,634 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c3f9c7e73bf49a6757bc65ee99d7d864: Running coprocessor pre-open hook at 1732616503608Writing region info on filesystem at 1732616503608Initializing all the Stores at 1732616503608Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616503608Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616503609 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616503609Cleaning up temporary data from old regions at 1732616503626 (+17 ms)Running coprocessor post-open hooks at 1732616503634 (+8 ms)Region opened successfully at 1732616503634 2024-11-26T10:21:43,635 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864., pid=6, masterSystemTime=1732616503599 2024-11-26T10:21:43,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3f9c7e73bf49a6757bc65ee99d7d864, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,44293,1732616496020 2024-11-26T10:21:43,639 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. 2024-11-26T10:21:43,639 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. 2024-11-26T10:21:43,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3f9c7e73bf49a6757bc65ee99d7d864, server=94eedbb855cf,44293,1732616496020 because future has completed 2024-11-26T10:21:43,647 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33813 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=94eedbb855cf,44293,1732616496020, table=test, region=c3f9c7e73bf49a6757bc65ee99d7d864. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T10:21:43,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:21:43,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c3f9c7e73bf49a6757bc65ee99d7d864, server=94eedbb855cf,44293,1732616496020 in 205 msec 2024-11-26T10:21:43,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:21:43,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c3f9c7e73bf49a6757bc65ee99d7d864, ASSIGN in 365 msec 2024-11-26T10:21:43,657 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:21:43,658 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616503657"}]},"ts":"1732616503657"} 2024-11-26T10:21:43,659 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:21:43,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:21:43,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 416 msec 2024-11-26T10:21:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:43,880 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:21:43,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,44759,1732616499391 2024-11-26T10:21:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b2de27a 2024-11-26T10:21:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:43,883 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:43,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T10:21:43,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:21:43,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:43,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T10:21:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:43,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:21:43,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741835_1011 (size=902) 2024-11-26T10:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:44,295 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d21accef31c99f0fa5fe7bfe8b35a59, NAME => 'test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d 2024-11-26T10:21:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741836_1012 (size=39) 2024-11-26T10:21:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:44,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:44,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4d21accef31c99f0fa5fe7bfe8b35a59, disabling compactions & flushes 2024-11-26T10:21:44,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. 2024-11-26T10:21:44,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. 2024-11-26T10:21:44,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. after waiting 0 ms 2024-11-26T10:21:44,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. 2024-11-26T10:21:44,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. 2024-11-26T10:21:44,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d21accef31c99f0fa5fe7bfe8b35a59: Waiting for close lock at 1732616504712Disabling compacts and flushes for region at 1732616504712Disabling writes for close at 1732616504712Writing region close event to WAL at 1732616504712Closed at 1732616504712 2024-11-26T10:21:44,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:21:44,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732616504714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616504714"}]},"ts":"1732616504714"} 2024-11-26T10:21:44,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:21:44,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:21:44,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616504717"}]},"ts":"1732616504717"} 2024-11-26T10:21:44,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T10:21:44,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d21accef31c99f0fa5fe7bfe8b35a59, ASSIGN}] 2024-11-26T10:21:44,720 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d21accef31c99f0fa5fe7bfe8b35a59, ASSIGN 2024-11-26T10:21:44,721 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4d21accef31c99f0fa5fe7bfe8b35a59, ASSIGN; state=OFFLINE, location=94eedbb855cf,46641,1732616499428; forceNewPlan=false, retain=false 2024-11-26T10:21:44,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d21accef31c99f0fa5fe7bfe8b35a59, regionState=OPENING, regionLocation=94eedbb855cf,46641,1732616499428 2024-11-26T10:21:44,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4d21accef31c99f0fa5fe7bfe8b35a59, ASSIGN because future has completed 2024-11-26T10:21:44,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d21accef31c99f0fa5fe7bfe8b35a59, server=94eedbb855cf,46641,1732616499428}] 2024-11-26T10:21:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:45,029 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. 2024-11-26T10:21:45,030 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d21accef31c99f0fa5fe7bfe8b35a59, NAME => 'test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:45,030 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:45,030 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T10:21:45,030 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,030 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:45,031 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,031 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,032 INFO [StoreOpener-4d21accef31c99f0fa5fe7bfe8b35a59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,033 INFO [StoreOpener-4d21accef31c99f0fa5fe7bfe8b35a59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d21accef31c99f0fa5fe7bfe8b35a59 columnFamilyName f 2024-11-26T10:21:45,033 DEBUG [StoreOpener-4d21accef31c99f0fa5fe7bfe8b35a59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:45,033 INFO [StoreOpener-4d21accef31c99f0fa5fe7bfe8b35a59-1 {}] regionserver.HStore(327): Store=4d21accef31c99f0fa5fe7bfe8b35a59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:45,033 INFO [StoreOpener-4d21accef31c99f0fa5fe7bfe8b35a59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,034 INFO [StoreOpener-4d21accef31c99f0fa5fe7bfe8b35a59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d21accef31c99f0fa5fe7bfe8b35a59 columnFamilyName f1 2024-11-26T10:21:45,034 DEBUG [StoreOpener-4d21accef31c99f0fa5fe7bfe8b35a59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:45,035 INFO [StoreOpener-4d21accef31c99f0fa5fe7bfe8b35a59-1 {}] regionserver.HStore(327): Store=4d21accef31c99f0fa5fe7bfe8b35a59/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:45,035 INFO [StoreOpener-4d21accef31c99f0fa5fe7bfe8b35a59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,036 INFO [StoreOpener-4d21accef31c99f0fa5fe7bfe8b35a59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d21accef31c99f0fa5fe7bfe8b35a59 columnFamilyName norep 2024-11-26T10:21:45,036 DEBUG [StoreOpener-4d21accef31c99f0fa5fe7bfe8b35a59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:45,036 INFO [StoreOpener-4d21accef31c99f0fa5fe7bfe8b35a59-1 {}] regionserver.HStore(327): Store=4d21accef31c99f0fa5fe7bfe8b35a59/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:45,036 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,037 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/default/test/4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,037 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/default/test/4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,038 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,038 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,038 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:21:45,039 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,041 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/default/test/4d21accef31c99f0fa5fe7bfe8b35a59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:45,041 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d21accef31c99f0fa5fe7bfe8b35a59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65513750, jitterRate=-0.02376905083656311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:21:45,041 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:45,042 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d21accef31c99f0fa5fe7bfe8b35a59: Running coprocessor pre-open hook at 1732616505031Writing region info on filesystem at 1732616505031Initializing all the Stores at 1732616505031Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616505031Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616505032 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616505032Cleaning up temporary data from old regions at 1732616505038 (+6 ms)Running coprocessor post-open hooks at 1732616505041 (+3 ms)Region opened successfully at 1732616505042 (+1 ms) 2024-11-26T10:21:45,042 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59., pid=6, masterSystemTime=1732616505026 2024-11-26T10:21:45,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d21accef31c99f0fa5fe7bfe8b35a59, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=94eedbb855cf,46641,1732616499428 2024-11-26T10:21:45,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d21accef31c99f0fa5fe7bfe8b35a59, server=94eedbb855cf,46641,1732616499428 because future has completed 2024-11-26T10:21:45,048 DEBUG [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. 2024-11-26T10:21:45,048 INFO [RS_OPEN_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. 2024-11-26T10:21:45,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T10:21:45,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d21accef31c99f0fa5fe7bfe8b35a59, server=94eedbb855cf,46641,1732616499428 in 179 msec 2024-11-26T10:21:45,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T10:21:45,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4d21accef31c99f0fa5fe7bfe8b35a59, ASSIGN in 336 msec 2024-11-26T10:21:45,057 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:21:45,057 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616505057"}]},"ts":"1732616505057"} 2024-11-26T10:21:45,058 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T10:21:45,059 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:21:45,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-26T10:21:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T10:21:46,030 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T10:21:46,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37691d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:46,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,45087,-1 for getting cluster id 2024-11-26T10:21:46,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:46,032 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9716cab5-1145-4e77-a3c6-54a80e1f005e' 2024-11-26T10:21:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9716cab5-1145-4e77-a3c6-54a80e1f005e" 2024-11-26T10:21:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c7638e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,45087,-1] 2024-11-26T10:21:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:46,034 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8efbe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:46,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:46,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,45087,1732616492213 2024-11-26T10:21:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44cdf4d8 2024-11-26T10:21:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:46,036 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:46,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://94eedbb855cf:33813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:21:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:21:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:46,040 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:33813' 2024-11-26T10:21:46,045 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14898894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:46,045 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33813,-1 for getting cluster id 2024-11-26T10:21:46,045 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:46,045 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0c6ff84-01ba-4097-95ba-b12075a4daa0' 2024-11-26T10:21:46,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:46,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0c6ff84-01ba-4097-95ba-b12075a4daa0" 2024-11-26T10:21:46,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@935ea14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:46,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33813,-1] 2024-11-26T10:21:46,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:46,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:46,047 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:46,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5640b6bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:46,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:46,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33813,1732616495984 2024-11-26T10:21:46,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79a7054b 2024-11-26T10:21:46,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:46,054 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:46,057 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T10:21:46,057 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:21:46,057 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:46,057 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:46,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:46,058 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T10:21:46,059 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T10:21:46,060 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T10:21:46,060 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:46,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T10:21:46,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741837_1013 (size=1138) 2024-11-26T10:21:46,085 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e79fe36c026fe30ecf887131a5a961ec, NAME => 'hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f 2024-11-26T10:21:46,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741838_1014 (size=44) 2024-11-26T10:21:46,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:46,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e79fe36c026fe30ecf887131a5a961ec, disabling compactions & flushes 2024-11-26T10:21:46,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. 2024-11-26T10:21:46,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. 2024-11-26T10:21:46,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. after waiting 0 ms 2024-11-26T10:21:46,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. 2024-11-26T10:21:46,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. 2024-11-26T10:21:46,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e79fe36c026fe30ecf887131a5a961ec: Waiting for close lock at 1732616506106Disabling compacts and flushes for region at 1732616506106Disabling writes for close at 1732616506106Writing region close event to WAL at 1732616506106Closed at 1732616506106 2024-11-26T10:21:46,107 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T10:21:46,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732616506107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732616506107"}]},"ts":"1732616506107"} 2024-11-26T10:21:46,109 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T10:21:46,111 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T10:21:46,112 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T10:21:46,112 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616506112"}]},"ts":"1732616506112"} 2024-11-26T10:21:46,114 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T10:21:46,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e79fe36c026fe30ecf887131a5a961ec, ASSIGN}] 2024-11-26T10:21:46,116 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e79fe36c026fe30ecf887131a5a961ec, ASSIGN 2024-11-26T10:21:46,117 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e79fe36c026fe30ecf887131a5a961ec, ASSIGN; state=OFFLINE, location=94eedbb855cf,40787,1732616492263; forceNewPlan=false, retain=false 2024-11-26T10:21:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:46,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e79fe36c026fe30ecf887131a5a961ec, regionState=OPENING, regionLocation=94eedbb855cf,40787,1732616492263 2024-11-26T10:21:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e79fe36c026fe30ecf887131a5a961ec, ASSIGN because future has completed 2024-11-26T10:21:46,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e79fe36c026fe30ecf887131a5a961ec, server=94eedbb855cf,40787,1732616492263}] 2024-11-26T10:21:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:46,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. 2024-11-26T10:21:46,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T10:21:46,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T10:21:46,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=94eedbb855cf%2C40787%2C1732616492263.rep, suffix=, logDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263, archiveDir=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/oldWALs, maxLogs=10 2024-11-26T10:21:46,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.rep.1732616506436, exclude list is [], retry=0 2024-11-26T10:21:46,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45345,DS-2ddf991e-da1a-4f02-af2e-e6134cbf5bb9,DISK] 2024-11-26T10:21:46,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.rep.1732616506436 2024-11-26T10:21:46,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40369:40369)] 2024-11-26T10:21:46,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e79fe36c026fe30ecf887131a5a961ec, NAME => 'hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec.', STARTKEY => '', ENDKEY => ''} 2024-11-26T10:21:46,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T10:21:46,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T10:21:46,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. service=MultiRowMutationService 2024-11-26T10:21:46,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T10:21:46,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T10:21:46,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,464 INFO [StoreOpener-e79fe36c026fe30ecf887131a5a961ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,466 INFO [StoreOpener-e79fe36c026fe30ecf887131a5a961ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e79fe36c026fe30ecf887131a5a961ec columnFamilyName hfileref 2024-11-26T10:21:46,466 DEBUG [StoreOpener-e79fe36c026fe30ecf887131a5a961ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:46,466 INFO [StoreOpener-e79fe36c026fe30ecf887131a5a961ec-1 {}] regionserver.HStore(327): Store=e79fe36c026fe30ecf887131a5a961ec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:46,466 INFO [StoreOpener-e79fe36c026fe30ecf887131a5a961ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,467 INFO [StoreOpener-e79fe36c026fe30ecf887131a5a961ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e79fe36c026fe30ecf887131a5a961ec columnFamilyName queue 2024-11-26T10:21:46,467 DEBUG [StoreOpener-e79fe36c026fe30ecf887131a5a961ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:46,467 INFO [StoreOpener-e79fe36c026fe30ecf887131a5a961ec-1 {}] regionserver.HStore(327): Store=e79fe36c026fe30ecf887131a5a961ec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:46,468 INFO [StoreOpener-e79fe36c026fe30ecf887131a5a961ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,469 INFO [StoreOpener-e79fe36c026fe30ecf887131a5a961ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e79fe36c026fe30ecf887131a5a961ec columnFamilyName sid 2024-11-26T10:21:46,469 DEBUG [StoreOpener-e79fe36c026fe30ecf887131a5a961ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T10:21:46,469 INFO [StoreOpener-e79fe36c026fe30ecf887131a5a961ec-1 {}] regionserver.HStore(327): Store=e79fe36c026fe30ecf887131a5a961ec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T10:21:46,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T10:21:46,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T10:21:46,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e79fe36c026fe30ecf887131a5a961ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58808917, jitterRate=-0.12367884814739227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T10:21:46,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:46,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e79fe36c026fe30ecf887131a5a961ec: Running coprocessor pre-open hook at 1732616506462Writing region info on filesystem at 1732616506462Initializing all the Stores at 1732616506462Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616506462Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616506464 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732616506464Cleaning up temporary data from old regions at 1732616506471 (+7 ms)Running coprocessor post-open hooks at 1732616506475 (+4 ms)Region opened successfully at 1732616506475 2024-11-26T10:21:46,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec., pid=10, masterSystemTime=1732616506430 2024-11-26T10:21:46,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. 2024-11-26T10:21:46,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. 2024-11-26T10:21:46,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e79fe36c026fe30ecf887131a5a961ec, regionState=OPEN, openSeqNum=2, regionLocation=94eedbb855cf,40787,1732616492263 2024-11-26T10:21:46,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e79fe36c026fe30ecf887131a5a961ec, server=94eedbb855cf,40787,1732616492263 because future has completed 2024-11-26T10:21:46,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T10:21:46,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e79fe36c026fe30ecf887131a5a961ec, server=94eedbb855cf,40787,1732616492263 in 208 msec 2024-11-26T10:21:46,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T10:21:46,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e79fe36c026fe30ecf887131a5a961ec, ASSIGN in 371 msec 2024-11-26T10:21:46,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T10:21:46,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732616506488"}]},"ts":"1732616506488"} 2024-11-26T10:21:46,490 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T10:21:46,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T10:21:46,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 433 msec 2024-11-26T10:21:46,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec., hostname=94eedbb855cf,40787,1732616492263, seqNum=2] 2024-11-26T10:21:46,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:46,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:46,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:21:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:46,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T10:21:46,686 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T10:21:46,730 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-94eedbb855cf,40787,1732616492263, ReplicationSource: 1, currentBandwidth=0 2024-11-26T10:21:46,731 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:46,731 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40787,1732616492263, seqNum=-1] 2024-11-26T10:21:46,731 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:46,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-26T10:21:46,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-94eedbb855cf,40787,1732616492263', locateType=CURRENT is [region=hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec., hostname=94eedbb855cf,40787,1732616492263, seqNum=2] 2024-11-26T10:21:46,737 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T10:21:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T10:21:46,742 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 94eedbb855cf,40787,1732616492263 suceeded 2024-11-26T10:21:46,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T10:21:46,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-26T10:21:46,745 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://94eedbb855cf:33813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:21:46,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 708 msec 2024-11-26T10:21:46,757 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:33813' 2024-11-26T10:21:46,758 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e6e31a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:46,759 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33813,-1 for getting cluster id 2024-11-26T10:21:46,759 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:46,759 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0c6ff84-01ba-4097-95ba-b12075a4daa0' 2024-11-26T10:21:46,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:46,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0c6ff84-01ba-4097-95ba-b12075a4daa0" 2024-11-26T10:21:46,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d68aef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:46,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33813,-1] 2024-11-26T10:21:46,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:46,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:46,761 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:46,762 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fff2e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:46,762 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:46,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33813,1732616495984 2024-11-26T10:21:46,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45d34c10 2024-11-26T10:21:46,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:46,763 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T10:21:46,764 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-94eedbb855cf,40787,1732616492263 (queues=1) is replicating from cluster=9716cab5-1145-4e77-a3c6-54a80e1f005e to cluster=e0c6ff84-01ba-4097-95ba-b12075a4daa0 2024-11-26T10:21:46,764 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=94eedbb855cf%2C40787%2C1732616492263 2024-11-26T10:21:46,764 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-94eedbb855cf,40787,1732616492263, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:21:46,765 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271, startPosition=0, beingWritten=true 2024-11-26T10:21:46,768 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C40787%2C1732616492263 2024-11-26T10:21:46,776 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:46,776 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 to pos 379, reset compression=false 2024-11-26T10:21:46,776 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,40787,1732616492263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:46,980 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 to pos 379, reset compression=false 2024-11-26T10:21:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T10:21:47,180 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T10:21:47,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:47,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:47,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:47,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:47,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:47,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:47,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,45087,-1 for getting cluster id 2024-11-26T10:21:47,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:47,182 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9716cab5-1145-4e77-a3c6-54a80e1f005e' 2024-11-26T10:21:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9716cab5-1145-4e77-a3c6-54a80e1f005e" 2024-11-26T10:21:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fe6a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,45087,-1] 2024-11-26T10:21:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:47,183 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:47,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6724e829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:47,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:47,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33813,-1 for getting cluster id 2024-11-26T10:21:47,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:47,185 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0c6ff84-01ba-4097-95ba-b12075a4daa0' 2024-11-26T10:21:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0c6ff84-01ba-4097-95ba-b12075a4daa0" 2024-11-26T10:21:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742c21bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33813,-1] 2024-11-26T10:21:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:47,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:47,186 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:47,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e43fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:47,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:47,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,44759,-1 for getting cluster id 2024-11-26T10:21:47,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:47,194 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea54112f-e1bf-4735-8036-e636b14b2dcd' 2024-11-26T10:21:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea54112f-e1bf-4735-8036-e636b14b2dcd" 2024-11-26T10:21:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278242bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,44759,-1] 2024-11-26T10:21:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:47,195 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ee5430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:47,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:47,199 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732616507199/Put/seqid=0 2024-11-26T10:21:47,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741840_1016 (size=7894) 2024-11-26T10:21:47,283 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 to pos 379, reset compression=false 2024-11-26T10:21:47,481 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:21:47,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:47,612 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732616507611/Put/seqid=0 2024-11-26T10:21:47,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741841_1017 (size=7691) 2024-11-26T10:21:47,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4ad165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:47,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,45087,-1 for getting cluster id 2024-11-26T10:21:47,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:47,619 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9716cab5-1145-4e77-a3c6-54a80e1f005e' 2024-11-26T10:21:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9716cab5-1145-4e77-a3c6-54a80e1f005e" 2024-11-26T10:21:47,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e860b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,45087,-1] 2024-11-26T10:21:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:47,621 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:47,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8f42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:47,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:47,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40787,1732616492263, seqNum=-1] 2024-11-26T10:21:47,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:47,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:47,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,45087,1732616492213 2024-11-26T10:21:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@488ea080 2024-11-26T10:21:47,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:47,636 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492., hostname=94eedbb855cf,40787,1732616492263, seqNum=2] 2024-11-26T10:21:47,642 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:21:47,648 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-26T10:21:47,650 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-26T10:21:47,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_0/f/hfile_1 for inclusion in d30a2d22f8a94db678376ccd21bbf492/f 2024-11-26T10:21:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T10:21:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:21:47,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_0/f/hfile_0 for inclusion in d30a2d22f8a94db678376ccd21bbf492/f 2024-11-26T10:21:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T10:21:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:21:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HRegion(2603): Flush status journal for d30a2d22f8a94db678376ccd21bbf492: 2024-11-26T10:21:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__jbeeldlpvc4nhomgmi1b3oqm2s29d70k9i6pacthal6t5kr4ou8otlfe5o10d44j/f/hfile_1 2024-11-26T10:21:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__jbeeldlpvc4nhomgmi1b3oqm2s29d70k9i6pacthal6t5kr4ou8otlfe5o10d44j/f/hfile_1 as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_ 2024-11-26T10:21:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__jbeeldlpvc4nhomgmi1b3oqm2s29d70k9i6pacthal6t5kr4ou8otlfe5o10d44j/f/hfile_0 2024-11-26T10:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__jbeeldlpvc4nhomgmi1b3oqm2s29d70k9i6pacthal6t5kr4ou8otlfe5o10d44j/f/hfile_0 as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/eeae46b9059a451bbbe184a40c8fd89e_SeqId_4_ 2024-11-26T10:21:47,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__jbeeldlpvc4nhomgmi1b3oqm2s29d70k9i6pacthal6t5kr4ou8otlfe5o10d44j/f/hfile_1 into d30a2d22f8a94db678376ccd21bbf492/f as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_ - updating store file list. 2024-11-26T10:21:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:21:47,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_ into d30a2d22f8a94db678376ccd21bbf492/f 2024-11-26T10:21:47,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__jbeeldlpvc4nhomgmi1b3oqm2s29d70k9i6pacthal6t5kr4ou8otlfe5o10d44j/f/hfile_1 into d30a2d22f8a94db678376ccd21bbf492/f (new location: hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_) 2024-11-26T10:21:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__jbeeldlpvc4nhomgmi1b3oqm2s29d70k9i6pacthal6t5kr4ou8otlfe5o10d44j/f/hfile_1 2024-11-26T10:21:47,687 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 to pos 379, reset compression=false 2024-11-26T10:21:47,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__jbeeldlpvc4nhomgmi1b3oqm2s29d70k9i6pacthal6t5kr4ou8otlfe5o10d44j/f/hfile_0 into d30a2d22f8a94db678376ccd21bbf492/f as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/eeae46b9059a451bbbe184a40c8fd89e_SeqId_4_ - updating store file list. 2024-11-26T10:21:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eeae46b9059a451bbbe184a40c8fd89e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:21:47,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/eeae46b9059a451bbbe184a40c8fd89e_SeqId_4_ into d30a2d22f8a94db678376ccd21bbf492/f 2024-11-26T10:21:47,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__jbeeldlpvc4nhomgmi1b3oqm2s29d70k9i6pacthal6t5kr4ou8otlfe5o10d44j/f/hfile_0 into d30a2d22f8a94db678376ccd21bbf492/f (new location: hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/eeae46b9059a451bbbe184a40c8fd89e_SeqId_4_) 2024-11-26T10:21:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__jbeeldlpvc4nhomgmi1b3oqm2s29d70k9i6pacthal6t5kr4ou8otlfe5o10d44j/f/hfile_0 2024-11-26T10:21:47,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:47,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:47,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:47,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:47,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:47,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44293,1732616496020, seqNum=-1] 2024-11-26T10:21:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492., hostname=94eedbb855cf,40787,1732616492263, seqNum=2 , the old value is region=test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492., hostname=94eedbb855cf,40787,1732616492263, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=94eedbb855cf:40787 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T10:21:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492., hostname=94eedbb855cf,40787,1732616492263, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T10:21:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492., hostname=94eedbb855cf,40787,1732616492263, seqNum=2 from cache 2024-11-26T10:21:47,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:47,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52130 deadline: 1732616567716 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52130 2024-11-26T10:21:47,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864., hostname=94eedbb855cf,44293,1732616496020, seqNum=2] 2024-11-26T10:21:47,723 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T10:21:47,830 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:40787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T10:21:48,209 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 to pos 379, reset compression=false 2024-11-26T10:21:48,214 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:21:48,214 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,40787,1732616492263 got entry batch from reader: WALEntryBatch [walEntries=[{test/d30a2d22f8a94db678376ccd21bbf492/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732616507714/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T10:21:48,217 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:21:48,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T10:21:48,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.ReplicationSink(318): Replicating [9716cab5-1145-4e77-a3c6-54a80e1f005e] bulk loaded data 2024-11-26T10:21:48,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4e12f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:48,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,33813,-1 for getting cluster id 2024-11-26T10:21:48,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:48,221 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0c6ff84-01ba-4097-95ba-b12075a4daa0' 2024-11-26T10:21:48,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:48,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0c6ff84-01ba-4097-95ba-b12075a4daa0" 2024-11-26T10:21:48,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40810326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:48,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,33813,-1] 2024-11-26T10:21:48,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:48,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:48,223 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:48,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@108694ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:48,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741837_1013 (size=7691) 2024-11-26T10:21:48,415 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 to pos 687, reset compression=false 2024-11-26T10:21:48,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741838_1014 (size=7894) 2024-11-26T10:21:48,719 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 to pos 687, reset compression=false 2024-11-26T10:21:48,725 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T10:21:49,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:49,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,33813,1732616495984 2024-11-26T10:21:49,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7593f0ed 2024-11-26T10:21:49,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:49,061 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-26T10:21:49,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:21:49,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:49,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,44293,1732616496020, seqNum=-1] 2024-11-26T10:21:49,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:49,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-26T10:21:49,074 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__e4rdo9fjpj67j7ogpo8e4cfvg2dgesapd5utepkncd29lqdtf1u5etlgbogm1k50/f/7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-26T10:21:49,077 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__e4rdo9fjpj67j7ogpo8e4cfvg2dgesapd5utepkncd29lqdtf1u5etlgbogm1k50/f/eeae46b9059a451bbbe184a40c8fd89e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-26T10:21:49,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__e4rdo9fjpj67j7ogpo8e4cfvg2dgesapd5utepkncd29lqdtf1u5etlgbogm1k50/f/7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_ for inclusion in c3f9c7e73bf49a6757bc65ee99d7d864/f 2024-11-26T10:21:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T10:21:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:21:49,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__e4rdo9fjpj67j7ogpo8e4cfvg2dgesapd5utepkncd29lqdtf1u5etlgbogm1k50/f/eeae46b9059a451bbbe184a40c8fd89e_SeqId_4_ for inclusion in c3f9c7e73bf49a6757bc65ee99d7d864/f 2024-11-26T10:21:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T10:21:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:21:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HRegion(2603): Flush status journal for c3f9c7e73bf49a6757bc65ee99d7d864: 2024-11-26T10:21:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T10:21:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__e4rdo9fjpj67j7ogpo8e4cfvg2dgesapd5utepkncd29lqdtf1u5etlgbogm1k50/f/7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_ as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/d149413c785c4c8796cea1cf8516300f_SeqId_4_ 2024-11-26T10:21:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): eeae46b9059a451bbbe184a40c8fd89e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T10:21:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__e4rdo9fjpj67j7ogpo8e4cfvg2dgesapd5utepkncd29lqdtf1u5etlgbogm1k50/f/eeae46b9059a451bbbe184a40c8fd89e_SeqId_4_ as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/12e15d6e86ff491fa00c4f7dd4dd9ea9_SeqId_4_ 2024-11-26T10:21:49,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__e4rdo9fjpj67j7ogpo8e4cfvg2dgesapd5utepkncd29lqdtf1u5etlgbogm1k50/f/7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_ into c3f9c7e73bf49a6757bc65ee99d7d864/f as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/d149413c785c4c8796cea1cf8516300f_SeqId_4_ - updating store file list. 2024-11-26T10:21:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d149413c785c4c8796cea1cf8516300f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:21:49,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/d149413c785c4c8796cea1cf8516300f_SeqId_4_ into c3f9c7e73bf49a6757bc65ee99d7d864/f 2024-11-26T10:21:49,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__e4rdo9fjpj67j7ogpo8e4cfvg2dgesapd5utepkncd29lqdtf1u5etlgbogm1k50/f/7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_ into c3f9c7e73bf49a6757bc65ee99d7d864/f (new location: hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/d149413c785c4c8796cea1cf8516300f_SeqId_4_) 2024-11-26T10:21:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__e4rdo9fjpj67j7ogpo8e4cfvg2dgesapd5utepkncd29lqdtf1u5etlgbogm1k50/f/7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_ 2024-11-26T10:21:49,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__e4rdo9fjpj67j7ogpo8e4cfvg2dgesapd5utepkncd29lqdtf1u5etlgbogm1k50/f/eeae46b9059a451bbbe184a40c8fd89e_SeqId_4_ into c3f9c7e73bf49a6757bc65ee99d7d864/f as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/12e15d6e86ff491fa00c4f7dd4dd9ea9_SeqId_4_ - updating store file list. 2024-11-26T10:21:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12e15d6e86ff491fa00c4f7dd4dd9ea9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:21:49,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/12e15d6e86ff491fa00c4f7dd4dd9ea9_SeqId_4_ into c3f9c7e73bf49a6757bc65ee99d7d864/f 2024-11-26T10:21:49,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__e4rdo9fjpj67j7ogpo8e4cfvg2dgesapd5utepkncd29lqdtf1u5etlgbogm1k50/f/eeae46b9059a451bbbe184a40c8fd89e_SeqId_4_ into c3f9c7e73bf49a6757bc65ee99d7d864/f (new location: hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/12e15d6e86ff491fa00c4f7dd4dd9ea9_SeqId_4_) 2024-11-26T10:21:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__e4rdo9fjpj67j7ogpo8e4cfvg2dgesapd5utepkncd29lqdtf1u5etlgbogm1k50/f/eeae46b9059a451bbbe184a40c8fd89e_SeqId_4_ 2024-11-26T10:21:49,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.ReplicationSink(324): Finished replicating [9716cab5-1145-4e77-a3c6-54a80e1f005e] bulk loaded data 2024-11-26T10:21:49,122 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 to pos 687, reset compression=false 2024-11-26T10:21:49,626 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 to pos 687, reset compression=false 2024-11-26T10:21:49,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,46641,1732616499428, seqNum=-1] 2024-11-26T10:21:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:49,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59., hostname=94eedbb855cf,46641,1732616499428, seqNum=2] 2024-11-26T10:21:49,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:21:49,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T10:21:49,756 DEBUG [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 94eedbb855cf%2C40787%2C1732616492263:(num 1732616494271) roll requested 2024-11-26T10:21:49,777 DEBUG [regionserver/94eedbb855cf:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756, exclude list is [], retry=0 2024-11-26T10:21:49,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45345,DS-2ddf991e-da1a-4f02-af2e-e6134cbf5bb9,DISK] 2024-11-26T10:21:49,793 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 2024-11-26T10:21:49,798 DEBUG [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40369:40369)] 2024-11-26T10:21:49,798 DEBUG [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 is not closed yet, will try archiving it next time 2024-11-26T10:21:49,798 DEBUG [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 94eedbb855cf%2C40787%2C1732616492263.meta:.meta(num 1732616494796) roll requested 2024-11-26T10:21:49,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741833_1009 (size=695) 2024-11-26T10:21:49,819 DEBUG [regionserver/94eedbb855cf:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.meta.1732616509798.meta, exclude list is [], retry=0 2024-11-26T10:21:49,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12098287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:49,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,45087,-1 for getting cluster id 2024-11-26T10:21:49,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:49,820 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9716cab5-1145-4e77-a3c6-54a80e1f005e' 2024-11-26T10:21:49,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:49,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9716cab5-1145-4e77-a3c6-54a80e1f005e" 2024-11-26T10:21:49,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5136a1ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:49,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,45087,-1] 2024-11-26T10:21:49,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:49,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:49,823 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:49,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523022b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:49,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,45087,1732616492213 2024-11-26T10:21:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a446e79 2024-11-26T10:21:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:49,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45345,DS-2ddf991e-da1a-4f02-af2e-e6134cbf5bb9,DISK] 2024-11-26T10:21:49,828 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:49,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://94eedbb855cf:44759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T10:21:49,829 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 to hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/oldWALs/94eedbb855cf%2C40787%2C1732616492263.1732616494271 2024-11-26T10:21:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T10:21:49,832 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:44759' 2024-11-26T10:21:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T10:21:49,841 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.meta.1732616494796.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.meta.1732616509798.meta 2024-11-26T10:21:49,842 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6628aee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:49,842 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,44759,-1 for getting cluster id 2024-11-26T10:21:49,842 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:49,843 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea54112f-e1bf-4735-8036-e636b14b2dcd' 2024-11-26T10:21:49,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:49,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea54112f-e1bf-4735-8036-e636b14b2dcd" 2024-11-26T10:21:49,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356e4785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:49,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,44759,-1] 2024-11-26T10:21:49,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:49,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:49,845 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:49,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332e3956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:49,845 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:49,846 DEBUG [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40369:40369)] 2024-11-26T10:21:49,846 DEBUG [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.meta.1732616494796.meta is not closed yet, will try archiving it next time 2024-11-26T10:21:49,846 DEBUG [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 94eedbb855cf%2C40787%2C1732616492263.rep:(num 1732616506436) roll requested 2024-11-26T10:21:49,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,44759,1732616499391 2024-11-26T10:21:49,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67886287 2024-11-26T10:21:49,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:49,847 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:49,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741834_1010 (size=3473) 2024-11-26T10:21:49,850 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-26T10:21:49,850 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T10:21:49,850 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:49,850 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:49,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:49,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T10:21:49,866 DEBUG [regionserver/94eedbb855cf:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.rep.1732616509846, exclude list is [], retry=0 2024-11-26T10:21:49,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45345,DS-2ddf991e-da1a-4f02-af2e-e6134cbf5bb9,DISK] 2024-11-26T10:21:49,873 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.rep.1732616506436 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.rep.1732616509846 2024-11-26T10:21:49,873 DEBUG [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40369:40369)] 2024-11-26T10:21:49,873 DEBUG [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.rep.1732616506436 is not closed yet, will try archiving it next time 2024-11-26T10:21:49,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741839_1015 (size=1505) 2024-11-26T10:21:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T10:21:50,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T10:21:50,013 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T10:21:50,054 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-94eedbb855cf,40787,1732616492263, ReplicationSource: 2, currentBandwidth=0 2024-11-26T10:21:50,060 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T10:21:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T10:21:50,065 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 94eedbb855cf,40787,1732616492263 suceeded 2024-11-26T10:21:50,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T10:21:50,067 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://94eedbb855cf:44759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T10:21:50,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-26T10:21:50,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 238 msec 2024-11-26T10:21:50,080 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='94eedbb855cf:44759' 2024-11-26T10:21:50,087 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600c0987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:50,087 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,44759,-1 for getting cluster id 2024-11-26T10:21:50,087 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:50,088 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea54112f-e1bf-4735-8036-e636b14b2dcd' 2024-11-26T10:21:50,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:50,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea54112f-e1bf-4735-8036-e636b14b2dcd" 2024-11-26T10:21:50,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44c24531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:50,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,44759,-1] 2024-11-26T10:21:50,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:50,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:50,089 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:50,090 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54a03a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:50,090 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:50,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,44759,1732616499391 2024-11-26T10:21:50,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa0d4c1 2024-11-26T10:21:50,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:50,091 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T10:21:50,092 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-94eedbb855cf,40787,1732616492263 (queues=1) is replicating from cluster=9716cab5-1145-4e77-a3c6-54a80e1f005e to cluster=ea54112f-e1bf-4735-8036-e636b14b2dcd 2024-11-26T10:21:50,092 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=94eedbb855cf%2C40787%2C1732616492263 2024-11-26T10:21:50,092 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-94eedbb855cf,40787,1732616492263, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T10:21:50,092 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756, startPosition=0, beingWritten=true 2024-11-26T10:21:50,096 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 94eedbb855cf%2C40787%2C1732616492263 2024-11-26T10:21:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T10:21:50,150 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T10:21:50,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:50,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:50,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:50,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:50,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T10:21:50,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:50,156 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732616510155/Put/seqid=0 2024-11-26T10:21:50,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741845_1021 (size=11194) 2024-11-26T10:21:50,169 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732616510169/Put/seqid=0 2024-11-26T10:21:50,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741846_1022 (size=10791) 2024-11-26T10:21:50,229 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 to pos 687, reset compression=false 2024-11-26T10:21:50,231 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 was moved to hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/oldWALs/94eedbb855cf%2C40787%2C1732616492263.1732616494271 2024-11-26T10:21:50,233 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271 2024-11-26T10:21:50,233 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756, startPosition=0, beingWritten=true 2024-11-26T10:21:50,233 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,40787,1732616492263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616494271, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T10:21:50,235 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [94eedbb855cf%2C40787%2C1732616492263.1732616494271] 2024-11-26T10:21:50,302 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 0, reset compression=false 2024-11-26T10:21:50,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:50,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,45087,-1 for getting cluster id 2024-11-26T10:21:50,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:50,576 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9716cab5-1145-4e77-a3c6-54a80e1f005e' 2024-11-26T10:21:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9716cab5-1145-4e77-a3c6-54a80e1f005e" 2024-11-26T10:21:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514fde15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,45087,-1] 2024-11-26T10:21:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:50,578 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:50,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df6b560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:50,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:50,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,40787,1732616492263, seqNum=-1] 2024-11-26T10:21:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:50,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T10:21:50,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:50,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,45087,1732616492213 2024-11-26T10:21:50,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63be86b8 2024-11-26T10:21:50,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:50,590 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T10:21:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492., hostname=94eedbb855cf,40787,1732616492263, seqNum=2] 2024-11-26T10:21:50,595 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:21:50,603 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-26T10:21:50,605 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-26T10:21:50,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_1/f/hfile_1 for inclusion in d30a2d22f8a94db678376ccd21bbf492/f 2024-11-26T10:21:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T10:21:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:21:50,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_1/f/hfile_0 for inclusion in d30a2d22f8a94db678376ccd21bbf492/f 2024-11-26T10:21:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T10:21:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:21:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HRegion(2603): Flush status journal for d30a2d22f8a94db678376ccd21bbf492: 2024-11-26T10:21:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__e0enoqck52vip753qjstnafcobho1gfvdvuq982uscoferc6i0rh4vkci77foh6r/f/hfile_1 2024-11-26T10:21:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__e0enoqck52vip753qjstnafcobho1gfvdvuq982uscoferc6i0rh4vkci77foh6r/f/hfile_1 as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ 2024-11-26T10:21:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__e0enoqck52vip753qjstnafcobho1gfvdvuq982uscoferc6i0rh4vkci77foh6r/f/hfile_0 2024-11-26T10:21:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__e0enoqck52vip753qjstnafcobho1gfvdvuq982uscoferc6i0rh4vkci77foh6r/f/hfile_0 as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ 2024-11-26T10:21:50,626 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 0, reset compression=false 2024-11-26T10:21:50,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__e0enoqck52vip753qjstnafcobho1gfvdvuq982uscoferc6i0rh4vkci77foh6r/f/hfile_1 into d30a2d22f8a94db678376ccd21bbf492/f as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ - updating store file list. 2024-11-26T10:21:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T10:21:50,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ into d30a2d22f8a94db678376ccd21bbf492/f 2024-11-26T10:21:50,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__e0enoqck52vip753qjstnafcobho1gfvdvuq982uscoferc6i0rh4vkci77foh6r/f/hfile_1 into d30a2d22f8a94db678376ccd21bbf492/f (new location: hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_) 2024-11-26T10:21:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__e0enoqck52vip753qjstnafcobho1gfvdvuq982uscoferc6i0rh4vkci77foh6r/f/hfile_1 2024-11-26T10:21:50,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__e0enoqck52vip753qjstnafcobho1gfvdvuq982uscoferc6i0rh4vkci77foh6r/f/hfile_0 into d30a2d22f8a94db678376ccd21bbf492/f as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ - updating store file list. 2024-11-26T10:21:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T10:21:50,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ into d30a2d22f8a94db678376ccd21bbf492/f 2024-11-26T10:21:50,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__e0enoqck52vip753qjstnafcobho1gfvdvuq982uscoferc6i0rh4vkci77foh6r/f/hfile_0 into d30a2d22f8a94db678376ccd21bbf492/f (new location: hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_) 2024-11-26T10:21:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/staging/jenkins__test__e0enoqck52vip753qjstnafcobho1gfvdvuq982uscoferc6i0rh4vkci77foh6r/f/hfile_0 2024-11-26T10:21:50,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:50,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:50,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:50,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492., hostname=94eedbb855cf,40787,1732616492263, seqNum=2 , the old value is region=test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492., hostname=94eedbb855cf,40787,1732616492263, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=94eedbb855cf:40787 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T10:21:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492., hostname=94eedbb855cf,40787,1732616492263, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T10:21:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492., hostname=94eedbb855cf,40787,1732616492263, seqNum=2 from cache 2024-11-26T10:21:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52150 deadline: 1732616570650 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52150 2024-11-26T10:21:50,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:50,655 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T10:21:50,760 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:40787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T10:21:50,937 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 0, reset compression=false 2024-11-26T10:21:50,942 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:21:50,942 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,40787,1732616492263 got entry batch from reader: WALEntryBatch [walEntries=[{test/d30a2d22f8a94db678376ccd21bbf492/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732616510644/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T10:21:50,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.ReplicationSink(318): Replicating [9716cab5-1145-4e77-a3c6-54a80e1f005e] bulk loaded data 2024-11-26T10:21:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741839_1015 (size=10791) 2024-11-26T10:21:50,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741840_1016 (size=11194) 2024-11-26T10:21:51,033 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 0, reset compression=false 2024-11-26T10:21:51,039 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T10:21:51,039 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-94eedbb855cf,40787,1732616492263 got entry batch from reader: WALEntryBatch [walEntries=[{test/d30a2d22f8a94db678376ccd21bbf492/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732616510644/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T10:21:51,042 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T10:21:51,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T10:21:51,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.ReplicationSink(318): Replicating [9716cab5-1145-4e77-a3c6-54a80e1f005e] bulk loaded data 2024-11-26T10:21:51,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@259f3414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:51,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] client.ClusterIdFetcher(90): Going to request 94eedbb855cf,44759,-1 for getting cluster id 2024-11-26T10:21:51,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T10:21:51,049 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea54112f-e1bf-4735-8036-e636b14b2dcd' 2024-11-26T10:21:51,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T10:21:51,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea54112f-e1bf-4735-8036-e636b14b2dcd" 2024-11-26T10:21:51,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36c9aaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:51,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [94eedbb855cf,44759,-1] 2024-11-26T10:21:51,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T10:21:51,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:51,051 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-26T10:21:51,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19d363e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T10:21:51,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741837_1013 (size=10791) 2024-11-26T10:21:51,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741838_1014 (size=11194) 2024-11-26T10:21:51,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T10:21:51,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 94eedbb855cf,44759,1732616499391 2024-11-26T10:21:51,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20ba36c0 2024-11-26T10:21:51,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T10:21:51,139 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-26T10:21:51,142 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:51,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:21:51,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T10:21:51,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94eedbb855cf,46641,1732616499428, seqNum=-1] 2024-11-26T10:21:51,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T10:21:51,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-26T10:21:51,164 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/staging/jenkins.hfs.23__test__6thtu557ds85spp6en5gt5pu7brs7e0n9vo3oh7a71qsork6tdu02mua4nppd3h8/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T10:21:51,168 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/staging/jenkins.hfs.23__test__6thtu557ds85spp6en5gt5pu7brs7e0n9vo3oh7a71qsork6tdu02mua4nppd3h8/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T10:21:51,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/staging/jenkins.hfs.23__test__6thtu557ds85spp6en5gt5pu7brs7e0n9vo3oh7a71qsork6tdu02mua4nppd3h8/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ for inclusion in 4d21accef31c99f0fa5fe7bfe8b35a59/f 2024-11-26T10:21:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T10:21:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:21:51,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/staging/jenkins.hfs.23__test__6thtu557ds85spp6en5gt5pu7brs7e0n9vo3oh7a71qsork6tdu02mua4nppd3h8/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ for inclusion in 4d21accef31c99f0fa5fe7bfe8b35a59/f 2024-11-26T10:21:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T10:21:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:21:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HRegion(2603): Flush status journal for 4d21accef31c99f0fa5fe7bfe8b35a59: 2024-11-26T10:21:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T10:21:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/staging/jenkins.hfs.23__test__6thtu557ds85spp6en5gt5pu7brs7e0n9vo3oh7a71qsork6tdu02mua4nppd3h8/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ as hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/default/test/4d21accef31c99f0fa5fe7bfe8b35a59/f/8ee9808db5464e8d896f3396e9e7199e_SeqId_4_ 2024-11-26T10:21:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T10:21:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/staging/jenkins.hfs.23__test__6thtu557ds85spp6en5gt5pu7brs7e0n9vo3oh7a71qsork6tdu02mua4nppd3h8/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ as hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/default/test/4d21accef31c99f0fa5fe7bfe8b35a59/f/5f3e20168d77446eb99892e14631157b_SeqId_4_ 2024-11-26T10:21:51,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/staging/jenkins.hfs.23__test__6thtu557ds85spp6en5gt5pu7brs7e0n9vo3oh7a71qsork6tdu02mua4nppd3h8/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ into 4d21accef31c99f0fa5fe7bfe8b35a59/f as hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/default/test/4d21accef31c99f0fa5fe7bfe8b35a59/f/8ee9808db5464e8d896f3396e9e7199e_SeqId_4_ - updating store file list. 2024-11-26T10:21:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ee9808db5464e8d896f3396e9e7199e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:21:51,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/default/test/4d21accef31c99f0fa5fe7bfe8b35a59/f/8ee9808db5464e8d896f3396e9e7199e_SeqId_4_ into 4d21accef31c99f0fa5fe7bfe8b35a59/f 2024-11-26T10:21:51,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/staging/jenkins.hfs.23__test__6thtu557ds85spp6en5gt5pu7brs7e0n9vo3oh7a71qsork6tdu02mua4nppd3h8/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ into 4d21accef31c99f0fa5fe7bfe8b35a59/f (new location: hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/default/test/4d21accef31c99f0fa5fe7bfe8b35a59/f/8ee9808db5464e8d896f3396e9e7199e_SeqId_4_) 2024-11-26T10:21:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/staging/jenkins.hfs.23__test__6thtu557ds85spp6en5gt5pu7brs7e0n9vo3oh7a71qsork6tdu02mua4nppd3h8/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ 2024-11-26T10:21:51,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/staging/jenkins.hfs.23__test__6thtu557ds85spp6en5gt5pu7brs7e0n9vo3oh7a71qsork6tdu02mua4nppd3h8/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ into 4d21accef31c99f0fa5fe7bfe8b35a59/f as hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/default/test/4d21accef31c99f0fa5fe7bfe8b35a59/f/5f3e20168d77446eb99892e14631157b_SeqId_4_ - updating store file list. 2024-11-26T10:21:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f3e20168d77446eb99892e14631157b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T10:21:51,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/default/test/4d21accef31c99f0fa5fe7bfe8b35a59/f/5f3e20168d77446eb99892e14631157b_SeqId_4_ into 4d21accef31c99f0fa5fe7bfe8b35a59/f 2024-11-26T10:21:51,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/staging/jenkins.hfs.23__test__6thtu557ds85spp6en5gt5pu7brs7e0n9vo3oh7a71qsork6tdu02mua4nppd3h8/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ into 4d21accef31c99f0fa5fe7bfe8b35a59/f (new location: hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/default/test/4d21accef31c99f0fa5fe7bfe8b35a59/f/5f3e20168d77446eb99892e14631157b_SeqId_4_) 2024-11-26T10:21:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/staging/jenkins.hfs.23__test__6thtu557ds85spp6en5gt5pu7brs7e0n9vo3oh7a71qsork6tdu02mua4nppd3h8/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ 2024-11-26T10:21:51,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] regionserver.ReplicationSink(324): Finished replicating [9716cab5-1145-4e77-a3c6-54a80e1f005e] bulk loaded data 2024-11-26T10:21:51,240 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:51,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T10:21:51,365 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__5v1vsrq71mceae237gibnuv1lp10e89rsigehafh7h6rnk4ak0josa2bckecppsf/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T10:21:51,367 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__5v1vsrq71mceae237gibnuv1lp10e89rsigehafh7h6rnk4ak0josa2bckecppsf/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T10:21:51,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__5v1vsrq71mceae237gibnuv1lp10e89rsigehafh7h6rnk4ak0josa2bckecppsf/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ for inclusion in c3f9c7e73bf49a6757bc65ee99d7d864/f 2024-11-26T10:21:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T10:21:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:21:51,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__5v1vsrq71mceae237gibnuv1lp10e89rsigehafh7h6rnk4ak0josa2bckecppsf/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ for inclusion in c3f9c7e73bf49a6757bc65ee99d7d864/f 2024-11-26T10:21:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T10:21:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T10:21:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HRegion(2603): Flush status journal for c3f9c7e73bf49a6757bc65ee99d7d864: 2024-11-26T10:21:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T10:21:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__5v1vsrq71mceae237gibnuv1lp10e89rsigehafh7h6rnk4ak0josa2bckecppsf/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/1a81442b3b08494d918683f1a0b601e2_SeqId_6_ 2024-11-26T10:21:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T10:21:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__5v1vsrq71mceae237gibnuv1lp10e89rsigehafh7h6rnk4ak0josa2bckecppsf/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/20e364ae591443e78f73de2804db68b0_SeqId_6_ 2024-11-26T10:21:51,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__5v1vsrq71mceae237gibnuv1lp10e89rsigehafh7h6rnk4ak0josa2bckecppsf/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ into c3f9c7e73bf49a6757bc65ee99d7d864/f as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/1a81442b3b08494d918683f1a0b601e2_SeqId_6_ - updating store file list. 2024-11-26T10:21:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a81442b3b08494d918683f1a0b601e2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T10:21:51,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/1a81442b3b08494d918683f1a0b601e2_SeqId_6_ into c3f9c7e73bf49a6757bc65ee99d7d864/f 2024-11-26T10:21:51,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__5v1vsrq71mceae237gibnuv1lp10e89rsigehafh7h6rnk4ak0josa2bckecppsf/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ into c3f9c7e73bf49a6757bc65ee99d7d864/f (new location: hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/1a81442b3b08494d918683f1a0b601e2_SeqId_6_) 2024-11-26T10:21:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__5v1vsrq71mceae237gibnuv1lp10e89rsigehafh7h6rnk4ak0josa2bckecppsf/f/8a2cab8fc7c34de683b2a60a64463b2d_SeqId_6_ 2024-11-26T10:21:51,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__5v1vsrq71mceae237gibnuv1lp10e89rsigehafh7h6rnk4ak0josa2bckecppsf/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ into c3f9c7e73bf49a6757bc65ee99d7d864/f as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/20e364ae591443e78f73de2804db68b0_SeqId_6_ - updating store file list. 2024-11-26T10:21:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 20e364ae591443e78f73de2804db68b0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T10:21:51,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/20e364ae591443e78f73de2804db68b0_SeqId_6_ into c3f9c7e73bf49a6757bc65ee99d7d864/f 2024-11-26T10:21:51,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__5v1vsrq71mceae237gibnuv1lp10e89rsigehafh7h6rnk4ak0josa2bckecppsf/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ into c3f9c7e73bf49a6757bc65ee99d7d864/f (new location: hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/f/20e364ae591443e78f73de2804db68b0_SeqId_6_) 2024-11-26T10:21:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/staging/jenkins.hfs.22__test__5v1vsrq71mceae237gibnuv1lp10e89rsigehafh7h6rnk4ak0josa2bckecppsf/f/f8206af5be264d4cad6a8f70a4faca6c_SeqId_6_ 2024-11-26T10:21:51,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44293 {}] regionserver.ReplicationSink(324): Finished replicating [9716cab5-1145-4e77-a3c6-54a80e1f005e] bulk loaded data 2024-11-26T10:21:51,461 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:51,553 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:51,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:21:51,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:51,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:51,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:51,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:51,673 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:21:51,673 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=443714675, stopped=false 2024-11-26T10:21:51,673 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,44759,1732616499391 2024-11-26T10:21:51,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1225413323/running 2024-11-26T10:21:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1225413323/running 2024-11-26T10:21:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:51,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:21:51,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:51,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Set watcher on znode that does not yet exist, /2-1225413323/running 2024-11-26T10:21:51,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:51,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:51,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Set watcher on znode that does not yet exist, /2-1225413323/running 2024-11-26T10:21:51,677 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,46641,1732616499428' ***** 2024-11-26T10:21:51,677 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:21:51,677 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:21:51,677 INFO [RS:0;94eedbb855cf:46641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:21:51,677 INFO [RS:0;94eedbb855cf:46641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:21:51,677 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:51,678 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:21:51,678 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,46641,1732616499428 2024-11-26T10:21:51,678 INFO [RS:0;94eedbb855cf:46641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:21:51,678 INFO [RS:0;94eedbb855cf:46641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:46641. 2024-11-26T10:21:51,678 DEBUG [RS:0;94eedbb855cf:46641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:51,678 DEBUG [RS:0;94eedbb855cf:46641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:51,678 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:21:51,678 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:21:51,678 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:21:51,678 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:21:51,679 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d21accef31c99f0fa5fe7bfe8b35a59, disabling compactions & flushes 2024-11-26T10:21:51,679 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. 2024-11-26T10:21:51,679 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. 2024-11-26T10:21:51,679 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. after waiting 0 ms 2024-11-26T10:21:51,679 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. 2024-11-26T10:21:51,681 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:21:51,682 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4d21accef31c99f0fa5fe7bfe8b35a59=test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59.} 2024-11-26T10:21:51,682 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:21:51,682 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d21accef31c99f0fa5fe7bfe8b35a59 2024-11-26T10:21:51,682 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:21:51,682 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:21:51,682 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:21:51,682 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:21:51,682 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T10:21:51,687 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/default/test/4d21accef31c99f0fa5fe7bfe8b35a59/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T10:21:51,688 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:51,688 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:21:51,688 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. 2024-11-26T10:21:51,688 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d21accef31c99f0fa5fe7bfe8b35a59: Waiting for close lock at 1732616511678Running coprocessor pre-close hooks at 1732616511678Disabling compacts and flushes for region at 1732616511678Disabling writes for close at 1732616511679 (+1 ms)Writing region close event to WAL at 1732616511684 (+5 ms)Running coprocessor post-close hooks at 1732616511688 (+4 ms)Closed at 1732616511688 2024-11-26T10:21:51,688 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59. 2024-11-26T10:21:51,699 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/.tmp/info/4c2919a31cca4d11bf41bea3c0ac9b42 is 129, key is test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59./info:regioninfo/1732616505045/Put/seqid=0 2024-11-26T10:21:51,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741839_1015 (size=6421) 2024-11-26T10:21:51,725 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:21:51,865 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:51,882 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:51,957 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:52,001 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:21:52,001 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:21:52,082 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:52,103 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/.tmp/info/4c2919a31cca4d11bf41bea3c0ac9b42 2024-11-26T10:21:52,129 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/.tmp/ns/e1cc1e5a89444659a023f1d4afdd0a78 is 43, key is default/ns:d/1732616501999/Put/seqid=0 2024-11-26T10:21:52,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741840_1016 (size=5153) 2024-11-26T10:21:52,282 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:52,369 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:52,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T10:21:52,461 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:52,483 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:52,542 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/.tmp/ns/e1cc1e5a89444659a023f1d4afdd0a78 2024-11-26T10:21:52,570 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/.tmp/rep_barrier/5d28678e57b9477abfc36ad5643e0a8c is 112, key is test,,1732616503883.4d21accef31c99f0fa5fe7bfe8b35a59./rep_barrier:seqnumDuringOpen/1732616505045/Put/seqid=0 2024-11-26T10:21:52,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741841_1017 (size=5518) 2024-11-26T10:21:52,683 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:21:52,683 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:21:52,683 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:52,883 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:52,973 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:52,986 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/.tmp/rep_barrier/5d28678e57b9477abfc36ad5643e0a8c 2024-11-26T10:21:53,009 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/.tmp/table/55df39913596423e9066422cd10563ff is 40, key is test/table:state/1732616505057/Put/seqid=0 2024-11-26T10:21:53,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741842_1018 (size=5165) 2024-11-26T10:21:53,081 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:53,083 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:53,284 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:53,415 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/.tmp/table/55df39913596423e9066422cd10563ff 2024-11-26T10:21:53,425 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/.tmp/info/4c2919a31cca4d11bf41bea3c0ac9b42 as hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/info/4c2919a31cca4d11bf41bea3c0ac9b42 2024-11-26T10:21:53,430 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/info/4c2919a31cca4d11bf41bea3c0ac9b42, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T10:21:53,431 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/.tmp/ns/e1cc1e5a89444659a023f1d4afdd0a78 as hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/ns/e1cc1e5a89444659a023f1d4afdd0a78 2024-11-26T10:21:53,441 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/ns/e1cc1e5a89444659a023f1d4afdd0a78, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T10:21:53,442 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/.tmp/rep_barrier/5d28678e57b9477abfc36ad5643e0a8c as hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/rep_barrier/5d28678e57b9477abfc36ad5643e0a8c 2024-11-26T10:21:53,449 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/rep_barrier/5d28678e57b9477abfc36ad5643e0a8c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T10:21:53,450 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/.tmp/table/55df39913596423e9066422cd10563ff as hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/table/55df39913596423e9066422cd10563ff 2024-11-26T10:21:53,455 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/table/55df39913596423e9066422cd10563ff, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T10:21:53,456 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1774ms, sequenceid=11, compaction requested=false 2024-11-26T10:21:53,484 DEBUG [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:53,516 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T10:21:53,517 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:53,518 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:21:53,518 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:53,518 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616511681Running coprocessor pre-close hooks at 1732616511681Disabling compacts and flushes for region at 1732616511681Disabling writes for close at 1732616511682 (+1 ms)Obtaining lock to block concurrent updates at 1732616511682Preparing flush snapshotting stores in 1588230740 at 1732616511682Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732616511682Flushing stores of hbase:meta,,1.1588230740 at 1732616511683 (+1 ms)Flushing 1588230740/info: creating writer at 1732616511683Flushing 1588230740/info: appending metadata at 1732616511699 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732616511699Flushing 1588230740/ns: creating writer at 1732616512107 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732616512128 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732616512128Flushing 1588230740/rep_barrier: creating writer at 1732616512546 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616512569 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616512569Flushing 1588230740/table: creating writer at 1732616512991 (+422 ms)Flushing 1588230740/table: appending metadata at 1732616513009 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732616513009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6dc8b9: reopening flushed file at 1732616513424 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38089e7c: reopening flushed file at 1732616513430 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a31976: reopening flushed file at 1732616513441 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb18882: reopening flushed file at 1732616513449 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1774ms, sequenceid=11, compaction requested=false at 1732616513456 (+7 ms)Writing region close event to WAL at 1732616513510 (+54 ms)Running coprocessor post-close hooks at 1732616513517 (+7 ms)Closed at 1732616513518 (+1 ms) 2024-11-26T10:21:53,518 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:53,677 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:53,684 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,46641,1732616499428; all regions closed. 2024-11-26T10:21:53,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741834_1010 (size=2717) 2024-11-26T10:21:53,706 DEBUG [RS:0;94eedbb855cf:46641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/oldWALs 2024-11-26T10:21:53,706 INFO [RS:0;94eedbb855cf:46641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C46641%2C1732616499428.meta:.meta(num 1732616501961) 2024-11-26T10:21:53,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741832_1008 (size=1028) 2024-11-26T10:21:53,722 DEBUG [RS:0;94eedbb855cf:46641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/oldWALs 2024-11-26T10:21:53,722 INFO [RS:0;94eedbb855cf:46641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C46641%2C1732616499428:(num 1732616501048) 2024-11-26T10:21:53,722 DEBUG [RS:0;94eedbb855cf:46641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:53,722 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:21:53,722 INFO [RS:0;94eedbb855cf:46641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:21:53,722 INFO [RS:0;94eedbb855cf:46641 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T10:21:53,723 INFO [RS:0;94eedbb855cf:46641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:21:53,723 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:21:53,723 INFO [RS:0;94eedbb855cf:46641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:46641. 2024-11-26T10:21:53,723 DEBUG [RS:0;94eedbb855cf:46641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:53,723 DEBUG [RS:0;94eedbb855cf:46641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:53,723 DEBUG [RS:0;94eedbb855cf:46641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:53,724 INFO [RS:0;94eedbb855cf:46641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46641 2024-11-26T10:21:53,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:53,726 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=6, created chunk count=35, reused chunk count=158, reuseRatio=81.87% 2024-11-26T10:21:53,726 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-26T10:21:53,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1225413323/rs/94eedbb855cf,46641,1732616499428 2024-11-26T10:21:53,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323/rs 2024-11-26T10:21:53,728 INFO [RS:0;94eedbb855cf:46641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:21:53,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,46641,1732616499428] 2024-11-26T10:21:53,731 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1225413323/draining/94eedbb855cf,46641,1732616499428 already deleted, retry=false 2024-11-26T10:21:53,731 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,46641,1732616499428 expired; onlineServers=0 2024-11-26T10:21:53,731 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,44759,1732616499391' ***** 2024-11-26T10:21:53,731 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:21:53,731 INFO [M:0;94eedbb855cf:44759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:21:53,731 INFO [M:0;94eedbb855cf:44759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:21:53,732 DEBUG [M:0;94eedbb855cf:44759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:21:53,732 DEBUG [M:0;94eedbb855cf:44759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:21:53,732 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616500821 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616500821,5,FailOnTimeoutGroup] 2024-11-26T10:21:53,732 INFO [M:0;94eedbb855cf:44759 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:21:53,732 INFO [M:0;94eedbb855cf:44759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:21:53,732 DEBUG [M:0;94eedbb855cf:44759 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:21:53,732 INFO [M:0;94eedbb855cf:44759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:21:53,732 INFO [M:0;94eedbb855cf:44759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:21:53,732 INFO [M:0;94eedbb855cf:44759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:21:53,732 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616500820 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616500820,5,FailOnTimeoutGroup] 2024-11-26T10:21:53,733 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:21:53,733 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:21:53,738 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1225413323/master already deleted, retry=false 2024-11-26T10:21:53,738 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1225413323/master 2024-11-26T10:21:53,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1225413323/master 2024-11-26T10:21:53,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1225413323 2024-11-26T10:21:53,789 INFO [M:0;94eedbb855cf:44759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/.lastflushedseqids 2024-11-26T10:21:53,791 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:53,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:53,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46641-0x10153cb79ef0007, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:53,831 INFO [RS:0;94eedbb855cf:46641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:21:53,831 INFO [RS:0;94eedbb855cf:46641 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,46641,1732616499428; zookeeper connection closed. 2024-11-26T10:21:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741843_1019 (size=173) 2024-11-26T10:21:53,832 INFO [M:0;94eedbb855cf:44759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:21:53,832 INFO [M:0;94eedbb855cf:44759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:21:53,832 DEBUG [M:0;94eedbb855cf:44759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:21:53,832 INFO [M:0;94eedbb855cf:44759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:53,832 DEBUG [M:0;94eedbb855cf:44759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:53,832 DEBUG [M:0;94eedbb855cf:44759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:21:53,832 DEBUG [M:0;94eedbb855cf:44759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:53,833 INFO [M:0;94eedbb855cf:44759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-26T10:21:53,853 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6341cce2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6341cce2 2024-11-26T10:21:53,854 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:21:53,886 DEBUG [M:0;94eedbb855cf:44759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/518ed530c168436a9194e5798c8119ee is 82, key is hbase:meta,,1/info:regioninfo/1732616501989/Put/seqid=0 2024-11-26T10:21:53,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741844_1020 (size=5672) 2024-11-26T10:21:53,912 INFO [M:0;94eedbb855cf:44759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/518ed530c168436a9194e5798c8119ee 2024-11-26T10:21:53,940 DEBUG [M:0;94eedbb855cf:44759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a3a7665c8e74f959c45352cb335be73 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732616505060/Put/seqid=0 2024-11-26T10:21:53,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741845_1021 (size=6586) 2024-11-26T10:21:53,964 INFO [M:0;94eedbb855cf:44759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a3a7665c8e74f959c45352cb335be73 2024-11-26T10:21:53,984 DEBUG [M:0;94eedbb855cf:44759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f34f6ad780af4a3b8b33e5182d83f717 is 69, key is 94eedbb855cf,46641,1732616499428/rs:state/1732616500894/Put/seqid=0 2024-11-26T10:21:53,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741846_1022 (size=5156) 2024-11-26T10:21:53,991 INFO [M:0;94eedbb855cf:44759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f34f6ad780af4a3b8b33e5182d83f717 2024-11-26T10:21:53,994 DEBUG [M:0;94eedbb855cf:44759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/518ed530c168436a9194e5798c8119ee as hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/518ed530c168436a9194e5798c8119ee 2024-11-26T10:21:53,997 INFO [M:0;94eedbb855cf:44759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/518ed530c168436a9194e5798c8119ee, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T10:21:53,998 DEBUG [M:0;94eedbb855cf:44759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a3a7665c8e74f959c45352cb335be73 as hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a3a7665c8e74f959c45352cb335be73 2024-11-26T10:21:54,004 INFO [M:0;94eedbb855cf:44759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a3a7665c8e74f959c45352cb335be73, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T10:21:54,004 DEBUG [M:0;94eedbb855cf:44759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f34f6ad780af4a3b8b33e5182d83f717 as hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f34f6ad780af4a3b8b33e5182d83f717 2024-11-26T10:21:54,007 INFO [M:0;94eedbb855cf:44759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/4b445e92-83ba-86d3-2aa7-8c0953e7880d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f34f6ad780af4a3b8b33e5182d83f717, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T10:21:54,008 INFO [M:0;94eedbb855cf:44759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 175ms, sequenceid=55, compaction requested=false 2024-11-26T10:21:54,013 INFO [M:0;94eedbb855cf:44759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:54,013 DEBUG [M:0;94eedbb855cf:44759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616513832Disabling compacts and flushes for region at 1732616513832Disabling writes for close at 1732616513832Obtaining lock to block concurrent updates at 1732616513833 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616513833Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732616513833Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616513834 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616513834Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616513886 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616513886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616513918 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616513939 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616513940 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616513969 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616513984 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616513984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81d2639: reopening flushed file at 1732616513994 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606a181e: reopening flushed file at 1732616513998 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66184b36: reopening flushed file at 1732616514004 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 175ms, sequenceid=55, compaction requested=false at 1732616514008 (+4 ms)Writing region close event to WAL at 1732616514013 (+5 ms)Closed at 1732616514013 2024-11-26T10:21:54,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741830_1006 (size=32770) 2024-11-26T10:21:54,016 INFO [M:0;94eedbb855cf:44759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:21:54,016 INFO [M:0;94eedbb855cf:44759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44759 2024-11-26T10:21:54,017 INFO [M:0;94eedbb855cf:44759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:21:54,017 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:21:54,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:54,120 INFO [M:0;94eedbb855cf:44759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:21:54,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44759-0x10153cb79ef0006, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:54,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37dd00a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:21:54,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12f6a315{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:21:54,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:21:54,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e7d4bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:21:54,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb415da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/hadoop.log.dir/,STOPPED} 2024-11-26T10:21:54,126 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:21:54,126 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:21:54,126 WARN [BP-846548283-172.17.0.2-1732616498295 heartbeating to localhost/127.0.0.1:34661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:21:54,126 WARN [BP-846548283-172.17.0.2-1732616498295 heartbeating to localhost/127.0.0.1:34661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-846548283-172.17.0.2-1732616498295 (Datanode Uuid 579fe5c9-e504-432a-a7c3-a0bc20845bf4) service to localhost/127.0.0.1:34661 2024-11-26T10:21:54,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/cluster_23b467ca-b872-6928-f50a-6214c0720a9f/data/data1/current/BP-846548283-172.17.0.2-1732616498295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:21:54,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/cluster_23b467ca-b872-6928-f50a-6214c0720a9f/data/data2/current/BP-846548283-172.17.0.2-1732616498295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:21:54,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:21:54,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48c058e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:21:54,135 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dea3191{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:21:54,135 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:21:54,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ad0518{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:21:54,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18990de3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d110115f-d0fe-3ff9-baf3-43245e2ecef5/hadoop.log.dir/,STOPPED} 2024-11-26T10:21:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:21:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:21:54,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:54,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:54,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:54,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:54,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:54,150 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:21:54,150 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1291947901, stopped=false 2024-11-26T10:21:54,150 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,33813,1732616495984 2024-11-26T10:21:54,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11134652126/running 2024-11-26T10:21:54,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11134652126/running 2024-11-26T10:21:54,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:54,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:54,152 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:21:54,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:54,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:54,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Set watcher on znode that does not yet exist, /11134652126/running 2024-11-26T10:21:54,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:54,153 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,44293,1732616496020' ***** 2024-11-26T10:21:54,153 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:21:54,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Set watcher on znode that does not yet exist, /11134652126/running 2024-11-26T10:21:54,154 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:21:54,154 INFO [RS:0;94eedbb855cf:44293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:21:54,154 INFO [RS:0;94eedbb855cf:44293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:21:54,154 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(3091): Received CLOSE for c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:54,154 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:21:54,158 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,44293,1732616496020 2024-11-26T10:21:54,158 INFO [RS:0;94eedbb855cf:44293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:21:54,158 INFO [RS:0;94eedbb855cf:44293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:44293. 2024-11-26T10:21:54,158 DEBUG [RS:0;94eedbb855cf:44293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:54,158 DEBUG [RS:0;94eedbb855cf:44293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:54,158 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:21:54,158 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3f9c7e73bf49a6757bc65ee99d7d864, disabling compactions & flushes 2024-11-26T10:21:54,158 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:21:54,158 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. 2024-11-26T10:21:54,158 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:21:54,158 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. 2024-11-26T10:21:54,158 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. after waiting 0 ms 2024-11-26T10:21:54,158 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. 2024-11-26T10:21:54,158 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:21:54,164 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T10:21:54,164 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1325): Online Regions={c3f9c7e73bf49a6757bc65ee99d7d864=test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:21:54,164 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3f9c7e73bf49a6757bc65ee99d7d864 2024-11-26T10:21:54,164 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:21:54,164 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:21:54,165 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:21:54,165 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:21:54,165 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:21:54,165 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T10:21:54,180 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/default/test/c3f9c7e73bf49a6757bc65ee99d7d864/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T10:21:54,180 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:54,180 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:21:54,180 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. 2024-11-26T10:21:54,180 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3f9c7e73bf49a6757bc65ee99d7d864: Waiting for close lock at 1732616514158Running coprocessor pre-close hooks at 1732616514158Disabling compacts and flushes for region at 1732616514158Disabling writes for close at 1732616514158Writing region close event to WAL at 1732616514172 (+14 ms)Running coprocessor post-close hooks at 1732616514180 (+8 ms)Closed at 1732616514180 2024-11-26T10:21:54,180 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864. 2024-11-26T10:21:54,204 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/.tmp/info/cf9e5dd102b7448bb787be0b7c7f5856 is 129, key is test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864./info:regioninfo/1732616503638/Put/seqid=0 2024-11-26T10:21:54,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741841_1017 (size=6421) 2024-11-26T10:21:54,216 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:21:54,365 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:54,509 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:54,565 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:54,572 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:21:54,572 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:21:54,608 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/.tmp/info/cf9e5dd102b7448bb787be0b7c7f5856 2024-11-26T10:21:54,641 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/.tmp/ns/fbc13d583ca042478d3608d1ebec4ed6 is 43, key is default/ns:d/1732616498234/Put/seqid=0 2024-11-26T10:21:54,661 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:54,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741842_1018 (size=5153) 2024-11-26T10:21:54,698 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/.tmp/ns/fbc13d583ca042478d3608d1ebec4ed6 2024-11-26T10:21:54,723 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/.tmp/rep_barrier/123f0ef0b23a444290896e82c3477531 is 112, key is test,,1732616503244.c3f9c7e73bf49a6757bc65ee99d7d864./rep_barrier:seqnumDuringOpen/1732616503638/Put/seqid=0 2024-11-26T10:21:54,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741843_1019 (size=5518) 2024-11-26T10:21:54,738 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/.tmp/rep_barrier/123f0ef0b23a444290896e82c3477531 2024-11-26T10:21:54,760 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/.tmp/table/47991dba03ce41c09709da582f5188aa is 40, key is test/table:state/1732616503657/Put/seqid=0 2024-11-26T10:21:54,765 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741844_1020 (size=5165) 2024-11-26T10:21:54,965 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:55,166 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:21:55,166 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:21:55,166 DEBUG [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:55,166 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/.tmp/table/47991dba03ce41c09709da582f5188aa 2024-11-26T10:21:55,174 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/.tmp/info/cf9e5dd102b7448bb787be0b7c7f5856 as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/info/cf9e5dd102b7448bb787be0b7c7f5856 2024-11-26T10:21:55,186 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/info/cf9e5dd102b7448bb787be0b7c7f5856, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T10:21:55,191 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/.tmp/ns/fbc13d583ca042478d3608d1ebec4ed6 as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/ns/fbc13d583ca042478d3608d1ebec4ed6 2024-11-26T10:21:55,195 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/ns/fbc13d583ca042478d3608d1ebec4ed6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T10:21:55,196 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/.tmp/rep_barrier/123f0ef0b23a444290896e82c3477531 as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/rep_barrier/123f0ef0b23a444290896e82c3477531 2024-11-26T10:21:55,200 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/rep_barrier/123f0ef0b23a444290896e82c3477531, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T10:21:55,201 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/.tmp/table/47991dba03ce41c09709da582f5188aa as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/table/47991dba03ce41c09709da582f5188aa 2024-11-26T10:21:55,205 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/table/47991dba03ce41c09709da582f5188aa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T10:21:55,206 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1041ms, sequenceid=11, compaction requested=false 2024-11-26T10:21:55,253 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T10:21:55,253 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:55,253 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:21:55,254 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:55,254 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616514164Running coprocessor pre-close hooks at 1732616514164Disabling compacts and flushes for region at 1732616514164Disabling writes for close at 1732616514165 (+1 ms)Obtaining lock to block concurrent updates at 1732616514165Preparing flush snapshotting stores in 1588230740 at 1732616514165Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732616514165Flushing stores of hbase:meta,,1.1588230740 at 1732616514166 (+1 ms)Flushing 1588230740/info: creating writer at 1732616514166Flushing 1588230740/info: appending metadata at 1732616514204 (+38 ms)Flushing 1588230740/info: closing flushed file at 1732616514204Flushing 1588230740/ns: creating writer at 1732616514614 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732616514640 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732616514640Flushing 1588230740/rep_barrier: creating writer at 1732616514703 (+63 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616514722 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616514722Flushing 1588230740/table: creating writer at 1732616514742 (+20 ms)Flushing 1588230740/table: appending metadata at 1732616514760 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732616514760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb43ab8: reopening flushed file at 1732616515173 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7a0a78: reopening flushed file at 1732616515186 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@426e5635: reopening flushed file at 1732616515195 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27edab3b: reopening flushed file at 1732616515200 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1041ms, sequenceid=11, compaction requested=false at 1732616515206 (+6 ms)Writing region close event to WAL at 1732616515247 (+41 ms)Running coprocessor post-close hooks at 1732616515253 (+6 ms)Closed at 1732616515254 (+1 ms) 2024-11-26T10:21:55,254 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:55,366 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,44293,1732616496020; all regions closed. 2024-11-26T10:21:55,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741834_1010 (size=2717) 2024-11-26T10:21:55,370 DEBUG [RS:0;94eedbb855cf:44293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/oldWALs 2024-11-26T10:21:55,370 INFO [RS:0;94eedbb855cf:44293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C44293%2C1732616496020.meta:.meta(num 1732616498183) 2024-11-26T10:21:55,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741833_1009 (size=1374) 2024-11-26T10:21:55,373 DEBUG [RS:0;94eedbb855cf:44293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/oldWALs 2024-11-26T10:21:55,373 INFO [RS:0;94eedbb855cf:44293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 94eedbb855cf%2C44293%2C1732616496020:(num 1732616497635) 2024-11-26T10:21:55,373 DEBUG [RS:0;94eedbb855cf:44293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:55,373 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:21:55,373 INFO [RS:0;94eedbb855cf:44293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:21:55,374 INFO [RS:0;94eedbb855cf:44293 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:21:55,374 INFO [RS:0;94eedbb855cf:44293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:21:55,374 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:21:55,374 INFO [RS:0;94eedbb855cf:44293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:44293. 2024-11-26T10:21:55,374 DEBUG [RS:0;94eedbb855cf:44293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:55,374 DEBUG [RS:0;94eedbb855cf:44293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:55,375 DEBUG [RS:0;94eedbb855cf:44293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:55,375 INFO [RS:0;94eedbb855cf:44293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44293 2024-11-26T10:21:55,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:55,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126/rs 2024-11-26T10:21:55,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11134652126/rs/94eedbb855cf,44293,1732616496020 2024-11-26T10:21:55,379 INFO [RS:0;94eedbb855cf:44293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:21:55,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,44293,1732616496020] 2024-11-26T10:21:55,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11134652126/draining/94eedbb855cf,44293,1732616496020 already deleted, retry=false 2024-11-26T10:21:55,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,44293,1732616496020 expired; onlineServers=0 2024-11-26T10:21:55,382 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,33813,1732616495984' ***** 2024-11-26T10:21:55,382 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:21:55,382 INFO [M:0;94eedbb855cf:33813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:21:55,382 INFO [M:0;94eedbb855cf:33813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:21:55,382 DEBUG [M:0;94eedbb855cf:33813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:21:55,382 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:21:55,382 DEBUG [M:0;94eedbb855cf:33813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:21:55,382 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616497444 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616497444,5,FailOnTimeoutGroup] 2024-11-26T10:21:55,383 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616497439 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616497439,5,FailOnTimeoutGroup] 2024-11-26T10:21:55,383 INFO [M:0;94eedbb855cf:33813 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:21:55,383 INFO [M:0;94eedbb855cf:33813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:21:55,383 DEBUG [M:0;94eedbb855cf:33813 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:21:55,383 INFO [M:0;94eedbb855cf:33813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:21:55,383 INFO [M:0;94eedbb855cf:33813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:21:55,383 INFO [M:0;94eedbb855cf:33813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:21:55,383 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:21:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11134652126/master 2024-11-26T10:21:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11134652126 2024-11-26T10:21:55,385 DEBUG [M:0;94eedbb855cf:33813 {}] zookeeper.ZKUtil(347): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Unable to get data of znode /11134652126/master because node does not exist (not an error) 2024-11-26T10:21:55,385 WARN [M:0;94eedbb855cf:33813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:21:55,386 INFO [M:0;94eedbb855cf:33813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/.lastflushedseqids 2024-11-26T10:21:55,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741845_1021 (size=173) 2024-11-26T10:21:55,413 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:55,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:55,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44293-0x10153cb79ef0004, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:55,484 INFO [RS:0;94eedbb855cf:44293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:21:55,484 INFO [RS:0;94eedbb855cf:44293 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,44293,1732616496020; zookeeper connection closed. 2024-11-26T10:21:55,500 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63de376c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63de376c 2024-11-26T10:21:55,500 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:21:55,603 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:55,669 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T10:21:55,801 INFO [M:0;94eedbb855cf:33813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:21:55,801 INFO [M:0;94eedbb855cf:33813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:21:55,802 DEBUG [M:0;94eedbb855cf:33813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:21:55,802 INFO [M:0;94eedbb855cf:33813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:55,802 DEBUG [M:0;94eedbb855cf:33813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:55,802 DEBUG [M:0;94eedbb855cf:33813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:21:55,802 DEBUG [M:0;94eedbb855cf:33813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:55,802 INFO [M:0;94eedbb855cf:33813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-26T10:21:55,825 DEBUG [M:0;94eedbb855cf:33813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cbdca6ebd314a43a217e4abdda989d0 is 82, key is hbase:meta,,1/info:regioninfo/1732616498222/Put/seqid=0 2024-11-26T10:21:55,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741846_1022 (size=5672) 2024-11-26T10:21:55,833 INFO [M:0;94eedbb855cf:33813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cbdca6ebd314a43a217e4abdda989d0 2024-11-26T10:21:55,860 DEBUG [M:0;94eedbb855cf:33813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3c221f587ba41d6ae598d5486fd4e11 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732616503661/Put/seqid=0 2024-11-26T10:21:55,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741847_1023 (size=6585) 2024-11-26T10:21:55,868 INFO [M:0;94eedbb855cf:33813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3c221f587ba41d6ae598d5486fd4e11 2024-11-26T10:21:55,897 DEBUG [M:0;94eedbb855cf:33813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e73eae58dccd463f900739dff2d13289 is 69, key is 94eedbb855cf,44293,1732616496020/rs:state/1732616497475/Put/seqid=0 2024-11-26T10:21:55,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741848_1024 (size=5156) 2024-11-26T10:21:55,909 INFO [M:0;94eedbb855cf:33813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e73eae58dccd463f900739dff2d13289 2024-11-26T10:21:55,914 DEBUG [M:0;94eedbb855cf:33813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cbdca6ebd314a43a217e4abdda989d0 as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cbdca6ebd314a43a217e4abdda989d0 2024-11-26T10:21:55,919 INFO [M:0;94eedbb855cf:33813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cbdca6ebd314a43a217e4abdda989d0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T10:21:55,920 DEBUG [M:0;94eedbb855cf:33813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3c221f587ba41d6ae598d5486fd4e11 as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3c221f587ba41d6ae598d5486fd4e11 2024-11-26T10:21:55,924 INFO [M:0;94eedbb855cf:33813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3c221f587ba41d6ae598d5486fd4e11, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T10:21:55,925 DEBUG [M:0;94eedbb855cf:33813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e73eae58dccd463f900739dff2d13289 as hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e73eae58dccd463f900739dff2d13289 2024-11-26T10:21:55,928 INFO [M:0;94eedbb855cf:33813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e73eae58dccd463f900739dff2d13289, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T10:21:55,929 INFO [M:0;94eedbb855cf:33813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=55, compaction requested=false 2024-11-26T10:21:55,930 INFO [M:0;94eedbb855cf:33813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:55,931 DEBUG [M:0;94eedbb855cf:33813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616515802Disabling compacts and flushes for region at 1732616515802Disabling writes for close at 1732616515802Obtaining lock to block concurrent updates at 1732616515802Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616515802Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732616515802Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616515803 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616515803Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616515824 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616515824Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616515838 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616515860 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616515860Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616515876 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616515896 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616515896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b8c248: reopening flushed file at 1732616515914 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a2d0e5f: reopening flushed file at 1732616515919 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c9d90f: reopening flushed file at 1732616515924 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=55, compaction requested=false at 1732616515929 (+5 ms)Writing region close event to WAL at 1732616515930 (+1 ms)Closed at 1732616515930 2024-11-26T10:21:55,936 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2edc625b-4398-dfb4-93bc-4077d4515df8/MasterData/WALs/94eedbb855cf,33813,1732616495984/94eedbb855cf%2C33813%2C1732616495984.1732616497335 not finished, retry = 0 2024-11-26T10:21:55,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741830_1006 (size=32758) 2024-11-26T10:21:56,037 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:21:56,037 INFO [M:0;94eedbb855cf:33813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:21:56,038 INFO [M:0;94eedbb855cf:33813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33813 2024-11-26T10:21:56,038 INFO [M:0;94eedbb855cf:33813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:21:56,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:56,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x10153cb79ef0003, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:56,140 INFO [M:0;94eedbb855cf:33813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:21:56,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16cb611e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:21:56,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42cb9d4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:21:56,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:21:56,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa2692e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:21:56,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654e73bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/hadoop.log.dir/,STOPPED} 2024-11-26T10:21:56,187 WARN [BP-149522888-172.17.0.2-1732616494919 heartbeating to localhost/127.0.0.1:44217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:21:56,187 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:21:56,187 WARN [BP-149522888-172.17.0.2-1732616494919 heartbeating to localhost/127.0.0.1:44217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-149522888-172.17.0.2-1732616494919 (Datanode Uuid 46a4c14a-0406-47ee-8cbd-8eac791eb631) service to localhost/127.0.0.1:44217 2024-11-26T10:21:56,187 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:21:56,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/cluster_52c08dd2-4aed-9cb7-80f6-6c531e4b5393/data/data1/current/BP-149522888-172.17.0.2-1732616494919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:21:56,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/cluster_52c08dd2-4aed-9cb7-80f6-6c531e4b5393/data/data2/current/BP-149522888-172.17.0.2-1732616494919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:21:56,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:21:56,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@690fba0f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:21:56,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6627d46b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:21:56,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:21:56,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738e3a8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:21:56,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119eee7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37e208f1-4032-99c7-1065-6d085ccde556/hadoop.log.dir/,STOPPED} 2024-11-26T10:21:56,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:21:56,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T10:21:56,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:56,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:56,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:56,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:56,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:56,215 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T10:21:56,215 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=76280890, stopped=false 2024-11-26T10:21:56,216 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=94eedbb855cf,45087,1732616492213 2024-11-26T10:21:56,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-832904999/running 2024-11-26T10:21:56,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:56,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Set watcher on znode that does not yet exist, /0-832904999/running 2024-11-26T10:21:56,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-832904999/running 2024-11-26T10:21:56,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:56,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Set watcher on znode that does not yet exist, /0-832904999/running 2024-11-26T10:21:56,231 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:21:56,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T10:21:56,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:56,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:56,238 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '94eedbb855cf,40787,1732616492263' ***** 2024-11-26T10:21:56,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T10:21:56,239 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T10:21:56,239 INFO [RS:0;94eedbb855cf:40787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T10:21:56,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T10:21:56,239 INFO [RS:0;94eedbb855cf:40787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T10:21:56,239 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(3091): Received CLOSE for d30a2d22f8a94db678376ccd21bbf492 2024-11-26T10:21:56,239 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(3091): Received CLOSE for e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:56,239 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(959): stopping server 94eedbb855cf,40787,1732616492263 2024-11-26T10:21:56,239 INFO [RS:0;94eedbb855cf:40787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:21:56,240 INFO [RS:0;94eedbb855cf:40787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:40787. 2024-11-26T10:21:56,240 DEBUG [RS:0;94eedbb855cf:40787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:56,240 DEBUG [RS:0;94eedbb855cf:40787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:56,240 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T10:21:56,240 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T10:21:56,240 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T10:21:56,240 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T10:21:56,240 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d30a2d22f8a94db678376ccd21bbf492, disabling compactions & flushes 2024-11-26T10:21:56,240 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. 2024-11-26T10:21:56,241 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. 2024-11-26T10:21:56,241 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. after waiting 0 ms 2024-11-26T10:21:56,241 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. 2024-11-26T10:21:56,248 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T10:21:56,248 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1325): Online Regions={d30a2d22f8a94db678376ccd21bbf492=test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492., 1588230740=hbase:meta,,1.1588230740, e79fe36c026fe30ecf887131a5a961ec=hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec.} 2024-11-26T10:21:56,248 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d30a2d22f8a94db678376ccd21bbf492, e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:56,249 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T10:21:56,249 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T10:21:56,249 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T10:21:56,249 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T10:21:56,249 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T10:21:56,250 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T10:21:56,262 INFO [regionserver/94eedbb855cf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:21:56,294 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/.tmp/info/bbeb5531cfb349188e12d586daf89244 is 147, key is hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec./info:regioninfo/1732616506481/Put/seqid=0 2024-11-26T10:21:56,319 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/default/test/d30a2d22f8a94db678376ccd21bbf492/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T10:21:56,320 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:56,320 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T10:21:56,320 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. 2024-11-26T10:21:56,320 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d30a2d22f8a94db678376ccd21bbf492: Waiting for close lock at 1732616516240Running coprocessor pre-close hooks at 1732616516240Disabling compacts and flushes for region at 1732616516240Disabling writes for close at 1732616516241 (+1 ms)Writing region close event to WAL at 1732616516283 (+42 ms)Running coprocessor post-close hooks at 1732616516320 (+37 ms)Closed at 1732616516320 2024-11-26T10:21:56,321 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492. 2024-11-26T10:21:56,321 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e79fe36c026fe30ecf887131a5a961ec, disabling compactions & flushes 2024-11-26T10:21:56,321 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. 2024-11-26T10:21:56,321 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. 2024-11-26T10:21:56,321 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. after waiting 0 ms 2024-11-26T10:21:56,321 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. 2024-11-26T10:21:56,321 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e79fe36c026fe30ecf887131a5a961ec 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-26T10:21:56,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741847_1023 (size=7686) 2024-11-26T10:21:56,365 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec/.tmp/hfileref/5335c57556094e899c1e2d8b6f20eacc is 74, key is 1/hfileref:7d05a9afa9994c0ab095c956eb1cf5c7_SeqId_4_/1732616509112/DeleteColumn/seqid=0 2024-11-26T10:21:56,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741848_1024 (size=5489) 2024-11-26T10:21:56,409 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec/.tmp/hfileref/5335c57556094e899c1e2d8b6f20eacc 2024-11-26T10:21:56,416 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:56,445 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec/.tmp/queue/e93f9fb9e1814dbb91082414c62e388f is 153, key is 1-94eedbb855cf,40787,1732616492263/queue:94eedbb855cf%2C40787%2C1732616492263/1732616511386/Put/seqid=0 2024-11-26T10:21:56,449 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:56,454 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:56,454 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 688, reset compression=false 2024-11-26T10:21:56,455 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-94eedbb855cf,40787,1732616492263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:56,456 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 94eedbb855cf,40787,1732616492263: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-94eedbb855cf,40787,1732616492263, walGroup=94eedbb855cf%2C40787%2C1732616492263, offset=94eedbb855cf%2C40787%2C1732616492263.1732616509756:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:40787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T10:21:56,457 ERROR [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T10:21:56,457 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T10:21:56,458 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T10:21:56,458 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T10:21:56,458 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T10:21:56,458 INFO [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1675624448, "init": 1048576000, "max": 2306867200, "used": 1005886464 }, "NonHeapMemoryUsage": { "committed": 209649664, "init": 7667712, "max": -1, "used": 206571600 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T10:21:56,458 WARN [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:45087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=94eedbb855cf:45087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T10:21:56,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741849_1025 (size=5504) 2024-11-26T10:21:56,607 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 393, reset compression=false 2024-11-26T10:21:56,630 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T10:21:56,630 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 688, reset compression=false 2024-11-26T10:21:56,630 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-94eedbb855cf,40787,1732616492263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T10:21:56,631 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-26T10:21:56,649 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:56,725 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 688, reset compression=false 2024-11-26T10:21:56,736 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/.tmp/info/bbeb5531cfb349188e12d586daf89244 2024-11-26T10:21:56,786 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/.tmp/ns/b22b1fccfb6d40c78b220a39ed4ee826 is 43, key is default/ns:d/1732616494851/Put/seqid=0 2024-11-26T10:21:56,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741850_1026 (size=5153) 2024-11-26T10:21:56,797 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/.tmp/ns/b22b1fccfb6d40c78b220a39ed4ee826 2024-11-26T10:21:56,827 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/.tmp/rep_barrier/014f4e3b7bf04d2fa0de1ead466786f3 is 112, key is test,,1732616502085.d30a2d22f8a94db678376ccd21bbf492./rep_barrier:seqnumDuringOpen/1732616502864/Put/seqid=0 2024-11-26T10:21:56,837 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 688, reset compression=false 2024-11-26T10:21:56,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741851_1027 (size=5518) 2024-11-26T10:21:56,849 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e79fe36c026fe30ecf887131a5a961ec 2024-11-26T10:21:56,912 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec/.tmp/queue/e93f9fb9e1814dbb91082414c62e388f 2024-11-26T10:21:56,916 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec/.tmp/hfileref/5335c57556094e899c1e2d8b6f20eacc as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec/hfileref/5335c57556094e899c1e2d8b6f20eacc 2024-11-26T10:21:56,920 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec/hfileref/5335c57556094e899c1e2d8b6f20eacc, entries=6, sequenceid=17, filesize=5.4 K 2024-11-26T10:21:56,921 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec/.tmp/queue/e93f9fb9e1814dbb91082414c62e388f as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec/queue/e93f9fb9e1814dbb91082414c62e388f 2024-11-26T10:21:56,924 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec/queue/e93f9fb9e1814dbb91082414c62e388f, entries=2, sequenceid=17, filesize=5.4 K 2024-11-26T10:21:56,925 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e79fe36c026fe30ecf887131a5a961ec in 604ms, sequenceid=17, compaction requested=false 2024-11-26T10:21:56,928 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/replication/e79fe36c026fe30ecf887131a5a961ec/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-26T10:21:56,929 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:56,929 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:21:56,929 INFO [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. 2024-11-26T10:21:56,929 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e79fe36c026fe30ecf887131a5a961ec: Waiting for close lock at 1732616516321Running coprocessor pre-close hooks at 1732616516321Disabling compacts and flushes for region at 1732616516321Disabling writes for close at 1732616516321Obtaining lock to block concurrent updates at 1732616516321Preparing flush snapshotting stores in e79fe36c026fe30ecf887131a5a961ec at 1732616516321Finished memstore snapshotting hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732616516321Flushing stores of hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. at 1732616516322 (+1 ms)Flushing e79fe36c026fe30ecf887131a5a961ec/hfileref: creating writer at 1732616516322Flushing e79fe36c026fe30ecf887131a5a961ec/hfileref: appending metadata at 1732616516365 (+43 ms)Flushing e79fe36c026fe30ecf887131a5a961ec/hfileref: closing flushed file at 1732616516365Flushing e79fe36c026fe30ecf887131a5a961ec/queue: creating writer at 1732616516416 (+51 ms)Flushing e79fe36c026fe30ecf887131a5a961ec/queue: appending metadata at 1732616516444 (+28 ms)Flushing e79fe36c026fe30ecf887131a5a961ec/queue: closing flushed file at 1732616516444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464d9e22: reopening flushed file at 1732616516916 (+472 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6e99d4: reopening flushed file at 1732616516920 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e79fe36c026fe30ecf887131a5a961ec in 604ms, sequenceid=17, compaction requested=false at 1732616516925 (+5 ms)Writing region close event to WAL at 1732616516926 (+1 ms)Running coprocessor post-close hooks at 1732616516929 (+3 ms)Closed at 1732616516929 2024-11-26T10:21:56,929 DEBUG [RS_CLOSE_REGION-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732616506058.e79fe36c026fe30ecf887131a5a961ec. 2024-11-26T10:21:57,049 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:57,051 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 688, reset compression=false 2024-11-26T10:21:57,151 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 688, reset compression=false 2024-11-26T10:21:57,188 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T10:21:57,188 INFO [regionserver/94eedbb855cf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T10:21:57,191 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T10:21:57,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,241 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/.tmp/rep_barrier/014f4e3b7bf04d2fa0de1ead466786f3 2024-11-26T10:21:57,249 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T10:21:57,250 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T10:21:57,250 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:57,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T10:21:57,263 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/.tmp/table/edfb6843708348c9a3be8b20a4fe1f86 is 53, key is hbase:replication/table:state/1732616506488/Put/seqid=0 2024-11-26T10:21:57,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741852_1028 (size=5308) 2024-11-26T10:21:57,450 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:57,454 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 688, reset compression=false 2024-11-26T10:21:57,555 DEBUG [RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.wal-reader.94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/WALs/94eedbb855cf,40787,1732616492263/94eedbb855cf%2C40787%2C1732616492263.1732616509756 to pos 688, reset compression=false 2024-11-26T10:21:57,650 DEBUG [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T10:21:57,667 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/.tmp/table/edfb6843708348c9a3be8b20a4fe1f86 2024-11-26T10:21:57,673 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/.tmp/info/bbeb5531cfb349188e12d586daf89244 as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/info/bbeb5531cfb349188e12d586daf89244 2024-11-26T10:21:57,686 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/info/bbeb5531cfb349188e12d586daf89244, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T10:21:57,686 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/.tmp/ns/b22b1fccfb6d40c78b220a39ed4ee826 as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/ns/b22b1fccfb6d40c78b220a39ed4ee826 2024-11-26T10:21:57,690 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/ns/b22b1fccfb6d40c78b220a39ed4ee826, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T10:21:57,691 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/.tmp/rep_barrier/014f4e3b7bf04d2fa0de1ead466786f3 as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/rep_barrier/014f4e3b7bf04d2fa0de1ead466786f3 2024-11-26T10:21:57,694 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/rep_barrier/014f4e3b7bf04d2fa0de1ead466786f3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T10:21:57,695 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/.tmp/table/edfb6843708348c9a3be8b20a4fe1f86 as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/table/edfb6843708348c9a3be8b20a4fe1f86 2024-11-26T10:21:57,700 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/table/edfb6843708348c9a3be8b20a4fe1f86, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T10:21:57,701 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1452ms, sequenceid=16, compaction requested=false 2024-11-26T10:21:57,701 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T10:21:57,705 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T10:21:57,706 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T10:21:57,706 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T10:21:57,706 INFO [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:57,706 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732616516249Running coprocessor pre-close hooks at 1732616516249Disabling compacts and flushes for region at 1732616516249Disabling writes for close at 1732616516249Obtaining lock to block concurrent updates at 1732616516250 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732616516250Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732616516250Flushing stores of hbase:meta,,1.1588230740 at 1732616516251 (+1 ms)Flushing 1588230740/info: creating writer at 1732616516251Flushing 1588230740/info: appending metadata at 1732616516293 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732616516293Flushing 1588230740/ns: creating writer at 1732616516741 (+448 ms)Flushing 1588230740/ns: appending metadata at 1732616516786 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1732616516786Flushing 1588230740/rep_barrier: creating writer at 1732616516804 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732616516826 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732616516826Flushing 1588230740/table: creating writer at 1732616517245 (+419 ms)Flushing 1588230740/table: appending metadata at 1732616517262 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732616517262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea459cd: reopening flushed file at 1732616517673 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f166b7: reopening flushed file at 1732616517686 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d41da5: reopening flushed file at 1732616517690 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d4f490: reopening flushed file at 1732616517694 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1452ms, sequenceid=16, compaction requested=false at 1732616517701 (+7 ms)Writing region close event to WAL at 1732616517703 (+2 ms)Running coprocessor post-close hooks at 1732616517706 (+3 ms)Closed at 1732616517706 2024-11-26T10:21:57,706 DEBUG [RS_CLOSE_META-regionserver/94eedbb855cf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T10:21:57,850 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(976): stopping server 94eedbb855cf,40787,1732616492263; all regions closed. 2024-11-26T10:21:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741843_1019 (size=859) 2024-11-26T10:21:57,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741844_1020 (size=2791) 2024-11-26T10:21:57,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741842_1018 (size=696) 2024-11-26T10:21:57,864 DEBUG [RS:0;94eedbb855cf:40787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:57,864 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T10:21:57,865 INFO [RS:0;94eedbb855cf:40787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:21:57,865 INFO [RS:0;94eedbb855cf:40787 {}] hbase.ChoreService(370): Chore service for: regionserver/94eedbb855cf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T10:21:57,865 INFO [RS:0;94eedbb855cf:40787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:21:57,865 INFO [regionserver/94eedbb855cf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:21:57,866 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-94eedbb855cf,40787,1732616492263 because: Region server is closing 2024-11-26T10:21:57,866 INFO [RS:0;94eedbb855cf:40787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:40787. 2024-11-26T10:21:57,866 DEBUG [RS:0;94eedbb855cf:40787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:57,866 DEBUG [RS:0;94eedbb855cf:40787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:57,866 DEBUG [RS:0;94eedbb855cf:40787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:57,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:57,967 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,1-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,1-94eedbb855cf,40787,1732616492263 terminated 2024-11-26T10:21:57,967 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-94eedbb855cf,40787,1732616492263 because: Region server is closing 2024-11-26T10:21:57,967 INFO [RS:0;94eedbb855cf:40787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;94eedbb855cf:40787. 2024-11-26T10:21:57,967 DEBUG [RS:0;94eedbb855cf:40787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T10:21:57,967 DEBUG [RS:0;94eedbb855cf:40787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:57,967 DEBUG [RS:0;94eedbb855cf:40787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T10:21:57,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T10:21:58,067 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/94eedbb855cf:0-0.replicationSource,2-94eedbb855cf,40787,1732616492263.replicationSource.shipper94eedbb855cf%2C40787%2C1732616492263,2-94eedbb855cf,40787,1732616492263 terminated 2024-11-26T10:21:58,067 INFO [RS:0;94eedbb855cf:40787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40787 2024-11-26T10:21:58,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-832904999/rs/94eedbb855cf,40787,1732616492263 2024-11-26T10:21:58,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999/rs 2024-11-26T10:21:58,069 INFO [RS:0;94eedbb855cf:40787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:21:58,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94eedbb855cf,40787,1732616492263] 2024-11-26T10:21:58,072 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-832904999/draining/94eedbb855cf,40787,1732616492263 already deleted, retry=false 2024-11-26T10:21:58,072 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 94eedbb855cf,40787,1732616492263 expired; onlineServers=0 2024-11-26T10:21:58,072 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '94eedbb855cf,45087,1732616492213' ***** 2024-11-26T10:21:58,072 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T10:21:58,072 INFO [M:0;94eedbb855cf:45087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T10:21:58,072 INFO [M:0;94eedbb855cf:45087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T10:21:58,072 DEBUG [M:0;94eedbb855cf:45087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T10:21:58,072 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T10:21:58,072 DEBUG [M:0;94eedbb855cf:45087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T10:21:58,072 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616494052 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.large.0-1732616494052,5,FailOnTimeoutGroup] 2024-11-26T10:21:58,072 DEBUG [master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616494053 {}] cleaner.HFileCleaner(306): Exit Thread[master/94eedbb855cf:0:becomeActiveMaster-HFileCleaner.small.0-1732616494053,5,FailOnTimeoutGroup] 2024-11-26T10:21:58,073 INFO [M:0;94eedbb855cf:45087 {}] hbase.ChoreService(370): Chore service for: master/94eedbb855cf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T10:21:58,073 INFO [M:0;94eedbb855cf:45087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T10:21:58,073 DEBUG [M:0;94eedbb855cf:45087 {}] master.HMaster(1795): Stopping service threads 2024-11-26T10:21:58,073 INFO [M:0;94eedbb855cf:45087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T10:21:58,073 INFO [M:0;94eedbb855cf:45087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T10:21:58,073 INFO [M:0;94eedbb855cf:45087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T10:21:58,073 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T10:21:58,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-832904999/master 2024-11-26T10:21:58,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-832904999 2024-11-26T10:21:58,074 DEBUG [M:0;94eedbb855cf:45087 {}] zookeeper.ZKUtil(347): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Unable to get data of znode /0-832904999/master because node does not exist (not an error) 2024-11-26T10:21:58,074 WARN [M:0;94eedbb855cf:45087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T10:21:58,075 INFO [M:0;94eedbb855cf:45087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/.lastflushedseqids 2024-11-26T10:21:58,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741853_1029 (size=263) 2024-11-26T10:21:58,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:58,171 INFO [RS:0;94eedbb855cf:40787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:21:58,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40787-0x10153cb79ef0001, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:58,171 INFO [RS:0;94eedbb855cf:40787 {}] regionserver.HRegionServer(1031): Exiting; stopping=94eedbb855cf,40787,1732616492263; zookeeper connection closed. 2024-11-26T10:21:58,172 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@736e9858 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@736e9858 2024-11-26T10:21:58,172 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T10:21:58,479 INFO [M:0;94eedbb855cf:45087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T10:21:58,479 INFO [M:0;94eedbb855cf:45087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T10:21:58,479 DEBUG [M:0;94eedbb855cf:45087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T10:21:58,479 INFO [M:0;94eedbb855cf:45087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:58,479 DEBUG [M:0;94eedbb855cf:45087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:58,479 DEBUG [M:0;94eedbb855cf:45087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T10:21:58,479 DEBUG [M:0;94eedbb855cf:45087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:58,479 INFO [M:0;94eedbb855cf:45087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-26T10:21:58,494 DEBUG [M:0;94eedbb855cf:45087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e057d48d0d154585993d261df6a7974b is 82, key is hbase:meta,,1/info:regioninfo/1732616494839/Put/seqid=0 2024-11-26T10:21:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741854_1030 (size=5672) 2024-11-26T10:21:58,898 INFO [M:0;94eedbb855cf:45087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e057d48d0d154585993d261df6a7974b 2024-11-26T10:21:58,918 DEBUG [M:0;94eedbb855cf:45087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e378b4964a84b8c85a8d5be36caa94d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732616506492/Put/seqid=0 2024-11-26T10:21:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741855_1031 (size=8908) 2024-11-26T10:21:59,323 INFO [M:0;94eedbb855cf:45087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e378b4964a84b8c85a8d5be36caa94d 2024-11-26T10:21:59,341 DEBUG [M:0;94eedbb855cf:45087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9de210fe76d4cd3b665d5056218815f is 69, key is 94eedbb855cf,40787,1732616492263/rs:state/1732616494114/Put/seqid=0 2024-11-26T10:21:59,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741856_1032 (size=5156) 2024-11-26T10:21:59,744 INFO [M:0;94eedbb855cf:45087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9de210fe76d4cd3b665d5056218815f 2024-11-26T10:21:59,749 DEBUG [M:0;94eedbb855cf:45087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e057d48d0d154585993d261df6a7974b as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e057d48d0d154585993d261df6a7974b 2024-11-26T10:21:59,752 INFO [M:0;94eedbb855cf:45087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e057d48d0d154585993d261df6a7974b, entries=8, sequenceid=112, filesize=5.5 K 2024-11-26T10:21:59,752 DEBUG [M:0;94eedbb855cf:45087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e378b4964a84b8c85a8d5be36caa94d as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e378b4964a84b8c85a8d5be36caa94d 2024-11-26T10:21:59,755 INFO [M:0;94eedbb855cf:45087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e378b4964a84b8c85a8d5be36caa94d, entries=13, sequenceid=112, filesize=8.7 K 2024-11-26T10:21:59,756 DEBUG [M:0;94eedbb855cf:45087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9de210fe76d4cd3b665d5056218815f as hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9de210fe76d4cd3b665d5056218815f 2024-11-26T10:21:59,759 INFO [M:0;94eedbb855cf:45087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40069/user/jenkins/test-data/1bd1c2e4-627f-c411-30f4-845c52418c2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9de210fe76d4cd3b665d5056218815f, entries=1, sequenceid=112, filesize=5.0 K 2024-11-26T10:21:59,760 INFO [M:0;94eedbb855cf:45087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=112, compaction requested=false 2024-11-26T10:21:59,761 INFO [M:0;94eedbb855cf:45087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T10:21:59,761 DEBUG [M:0;94eedbb855cf:45087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732616518479Disabling compacts and flushes for region at 1732616518479Disabling writes for close at 1732616518479Obtaining lock to block concurrent updates at 1732616518479Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732616518479Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732616518480 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732616518480Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732616518480Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732616518494 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732616518494Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732616518901 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732616518918 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732616518918Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732616519326 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732616519340 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732616519340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@139c39ef: reopening flushed file at 1732616519748 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a7053d8: reopening flushed file at 1732616519752 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e21d96: reopening flushed file at 1732616519755 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=112, compaction requested=false at 1732616519760 (+5 ms)Writing region close event to WAL at 1732616519761 (+1 ms)Closed at 1732616519761 2024-11-26T10:21:59,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45345 is added to blk_1073741830_1006 (size=69043) 2024-11-26T10:21:59,763 INFO [M:0;94eedbb855cf:45087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T10:21:59,763 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T10:21:59,763 INFO [M:0;94eedbb855cf:45087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45087 2024-11-26T10:21:59,763 INFO [M:0;94eedbb855cf:45087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T10:21:59,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:59,865 INFO [M:0;94eedbb855cf:45087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T10:21:59,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x10153cb79ef0000, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T10:21:59,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5799d95e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T10:21:59,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@249fa10c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:21:59,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:21:59,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ca74ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:21:59,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115c85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/hadoop.log.dir/,STOPPED} 2024-11-26T10:21:59,869 WARN [BP-1123246026-172.17.0.2-1732616490891 heartbeating to localhost/127.0.0.1:40069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T10:21:59,869 WARN [BP-1123246026-172.17.0.2-1732616490891 heartbeating to localhost/127.0.0.1:40069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1123246026-172.17.0.2-1732616490891 (Datanode Uuid f6a1d235-6ed3-427a-a0eb-4f7f0513f90d) service to localhost/127.0.0.1:40069 2024-11-26T10:21:59,869 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T10:21:59,869 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T10:21:59,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/cluster_c6fea682-a150-2e10-1d0f-a307f6c969f8/data/data1/current/BP-1123246026-172.17.0.2-1732616490891 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:21:59,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/cluster_c6fea682-a150-2e10-1d0f-a307f6c969f8/data/data2/current/BP-1123246026-172.17.0.2-1732616490891 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T10:21:59,870 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T10:21:59,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25a1cd57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T10:21:59,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a2c470{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T10:21:59,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T10:21:59,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e74d2e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T10:21:59,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@262d3e1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f29595fb-8ae6-fcef-2223-15d024a66e48/hadoop.log.dir/,STOPPED} 2024-11-26T10:21:59,884 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T10:21:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T10:21:59,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 534) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40069 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34661 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56613) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40069 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40069 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56613) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56613) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34661 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44217 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44217 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=986 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5366 (was 6328) 2024-11-26T10:21:59,916 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-26T10:21:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10153cb79ef0002, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:21:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10153cb79ef0008, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:21:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10153cb79ef0005, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T10:21:59,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10153cb79ef0008, quorum=127.0.0.1:56613, baseZNode=/2-1225413323 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:21:59,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10153cb79ef0002, quorum=127.0.0.1:56613, baseZNode=/0-832904999 Received Disconnected from ZooKeeper, ignoring 2024-11-26T10:21:59,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10153cb79ef0005, quorum=127.0.0.1:56613, baseZNode=/11134652126 Received Disconnected from ZooKeeper, ignoring